-- Logs begin at Tue 2021-06-29 15:11:35 UTC, end at Tue 2021-06-29 16:41:01 UTC. -- Jun 29 15:43:51.465363 dv-cinder-786627-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 15:43:54.124405 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.common.config [-] Logging enabled! Jun 29 15:43:54.124980 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 15:43:54.125161 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92787) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 15:43:54.128299 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.common.config [-] Logging enabled! Jun 29 15:43:54.128548 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 15:43:54.128870 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92787) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 15:43:54.129776 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 15:43:54.130004 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 15:43:54.130351 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 15:43:54.130590 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 15:43:54.130808 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 15:43:54.131117 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.131401 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.131717 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.131940 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.132227 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.132505 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.132781 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.133061 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.133345 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.133622 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.133894 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.134168 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.134391 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.134664 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.134943 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.135220 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.135437 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] debug = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.135740 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.136153 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.136563 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.136836 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.137116 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.137389 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.137652 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.137921 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.138203 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.138525 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] host = dv-cinder-786627-15-iscsi {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.138801 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.139081 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.139361 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.139666 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.139937 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.140204 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.140482 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.140747 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.141010 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] log_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.141277 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.141556 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.141832 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.142110 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.142327 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.142542 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.142820 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.143099 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.143369 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.143666 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.143937 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.144206 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.144490 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.144757 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.145032 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.145309 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.145584 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.145853 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.146120 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.146383 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.146649 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.146924 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.147191 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.147457 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.147746 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.148024 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.148290 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.148558 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.148849 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.149388 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.149659 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.149933 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.150198 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.150467 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.150730 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.150992 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.151252 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] use_json = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.151514 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.151798 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.152070 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.152333 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.152597 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.152863 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.153125 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.153404 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:54.153691 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.153976 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.154264 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.154538 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.154821 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.155094 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.155372 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.155670 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.155951 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.156230 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.156504 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.156773 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.157052 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.157319 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.157600 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.157894 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.158181 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.158464 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.158732 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.158997 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.159260 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.159528 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.159831 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.160621 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.160907 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.161175 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.161448 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.161729 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.161999 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.162264 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.162535 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.162810 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.163079 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.163345 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.163641 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.163913 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.164176 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.164440 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.164707 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.164987 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.165255 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.165518 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.165778 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.166044 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.166311 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.166588 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.166856 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.167121 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.167386 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.167677 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.167943 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.168206 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.168474 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.168742 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.169010 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.169273 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.169536 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.169797 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.170057 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.170317 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.170579 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.170841 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.171106 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.171369 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.171662 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.171927 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.172187 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.172449 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.172729 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.173013 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.173281 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.173552 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.173823 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.174091 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.174357 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.174623 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.174891 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.175161 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.175425 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.176353 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.176636 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.176917 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.177193 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.177463 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.177751 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.178023 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.178302 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.178572 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.178850 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.179131 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.179404 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.179717 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.180004 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.180288 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.180572 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.180854 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.181126 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.181421 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.181690 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:54.181900 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 15:43:54.182131 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92787) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 15:43:54.523543 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:43:54.523849 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:43:54.524477 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:43:54.524814 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 15:43:54.907237 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:54.907528 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:54.907818 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:54.909105 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:54.909377 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:54.909636 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:54.943654 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:54.943931 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:54.944195 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:54.957302 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:54.957582 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:54.957847 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:54.986959 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:54.987232 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:54.987498 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.024505 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.024779 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.025044 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.252537 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.253143 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.253143 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.253300 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.254564 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.375860 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.376174 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.376451 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.376719 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.376983 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.377288 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.377543 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.377794 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.378042 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.378325 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.378578 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.378859 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.379699 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.379965 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.380213 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.380475 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.380738 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.381134 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.381403 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.381652 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.381930 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.382271 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.382519 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.382795 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.383038 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.383278 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.383691 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:43:55.383930 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:43:55.384161 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:43:55.384391 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:43:55.384619 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:43:55.384847 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:43:55.385195 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 15:43:55.388243 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 15:43:55.392094 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 15:43:55.395905 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jun 29 15:43:55.397500 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 15:43:55.397937 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 15:43:55.398265 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 15:43:55.398632 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 15:43:55.401806 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 15:43:55.402053 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 15:43:55.402393 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 15:43:55.429388 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 15:43:55.429821 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.430110 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92787) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 15:43:55.430464 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.431817 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92787) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 15:43:55.432090 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 15:43:55.432328 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 15:43:55.435580 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.435862 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:55.498256 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 15:43:55.498494 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 15:43:55.498725 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 15:43:55.499083 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 15:43:55.519965 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_db.sqlalchemy.engines [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92787) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 15:43:56.093874 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Initializing driver for type 'gre' Jun 29 15:43:56.094453 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] gre ID ranges: [(1, 1000)] Jun 29 15:43:56.149865 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Initializing driver for type 'local' Jun 29 15:43:56.150259 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Initializing driver for type 'vlan' Jun 29 15:43:56.164097 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] VlanTypeDriver initialization complete Jun 29 15:43:56.164418 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Initializing driver for type 'vxlan' Jun 29 15:43:56.165128 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] vxlan ID ranges: [(1, 1000)] Jun 29 15:43:56.234856 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Initializing extension driver 'port_security' Jun 29 15:43:56.234856 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.extensions.port_security [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] PortSecurityExtensionDriver initialization complete Jun 29 15:43:56.234856 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Initializing mechanism driver 'openvswitch' Jun 29 15:43:56.234856 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Initializing mechanism driver 'hyperv' Jun 29 15:43:56.239904 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:43:56.240847 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > port after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.241218 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > port after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.241570 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > port after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.241950 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.242296 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.242634 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.243027 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > network after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.243366 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > network after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.243736 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > network after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.244111 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > security_group after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.244454 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > security_group after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.244790 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.245168 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.245516 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.245853 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.246228 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > address_group after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.246569 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > address_group after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.246902 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.247231 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] ML2 OVO RPC backend initialized. {{(pid=92787) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 15:43:56.247959 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.248310 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.248717 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > network before_response 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.249057 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > networks before_response 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.249397 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > port before_response 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.249732 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > ports before_response 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.250066 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > subnet before_response 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.250398 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > subnets before_response 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.250800 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > network after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.251067 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > network after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.251430 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > network after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.251789 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > port after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.252121 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > port after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.252452 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > port after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.252783 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.253293 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.253425 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.254111 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.plugin [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Modular L2 Plugin initialization complete Jun 29 15:43:56.254441 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading services supported by the core plugin {{(pid=92787) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 15:43:56.254767 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Got port-security extension from driver 'port_security' Jun 29 15:43:56.255220 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.extensions.vlantransparent [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Disabled vlantransparent extension. Jun 29 15:43:56.255733 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92787) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 15:43:56.256043 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading Plugin: router Jun 29 15:43:56.297206 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.297594 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router after_create 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.297956 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router before_create 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.298312 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.298674 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.299022 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router after_delete 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.299373 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.299834 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router after_create 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.300177 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router after_update 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.300518 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router after_update 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.300903 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.301255 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router after_update 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.302594 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.302967 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: port after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.303431 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: port after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.303850 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: subnet after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.304191 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.305921 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.306296 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.306653 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: port before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.307005 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router precommit_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.307367 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router after_update 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.307741 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.308098 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.308459 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.308801 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.309170 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > agent after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.309511 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > agent after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.309947 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > network after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.311423 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Tracking information for resource: router configured {{(pid=92787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:43:56.312006 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Tracking information for resource: floatingip configured {{(pid=92787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:43:56.317769 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.db.l3_agentschedulers_db [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 15:43:56.318521 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: port after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.318881 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: port after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.319233 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: port after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.319599 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: port after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.320399 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router before_create 55550100 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.320758 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.321112 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router precommit_create 55550100 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.321463 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > router precommit_update 55550100 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.326045 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.services.provider_configuration [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Service providers = [] {{(pid=92787) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 15:43:56.326403 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.db.servicetype_db [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92787) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 15:43:56.329327 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.services.service_base [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92787) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:43:56.329668 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.services.service_base [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92787) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:43:56.330005 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.services.service_base [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92787) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:43:56.330867 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.services.service_base [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92787) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:43:56.331234 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.services.service_base [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 15:43:56.331637 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:43:56.331972 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 15:43:56.345257 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:43:56.345524 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading Plugin: auto_allocate Jun 29 15:43:56.351836 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: network precommit_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.352236 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: network precommit_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.352782 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:43:56.353096 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading Plugin: tag Jun 29 15:43:56.359715 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:43:56.360038 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading Plugin: timestamp Jun 29 15:43:56.363842 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:43:56.364169 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading Plugin: network_ip_availability Jun 29 15:43:56.369880 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.370248 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.370601 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.371321 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:43:56.371666 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading Plugin: flavors Jun 29 15:43:56.376424 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:43:56.376996 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading Plugin: revisions Jun 29 15:43:56.384288 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:43:56.384939 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.860s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:43:56.386323 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92787) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 15:43:56.386894 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Initializing extension manager. Jun 29 15:43:56.387770 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: __init__.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.388360 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: __pycache__ {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.388899 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.389242 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: address_group.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.390043 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.390991 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: address-group Jun 29 15:43:56.391540 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: address_scope.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.393866 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.393866 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: address-scope Jun 29 15:43:56.394166 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.396282 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.397141 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: router-admin-state-down-before-update Jun 29 15:43:56.397676 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: agent.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.398778 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.399951 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: agent Jun 29 15:43:56.400504 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: agent_resources_synced.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.401801 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.402665 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: agent-resources-synced Jun 29 15:43:56.403202 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: allowedaddresspairs.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.406118 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.407020 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: allowed-address-pairs Jun 29 15:43:56.407607 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: auto_allocated_topology.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.409534 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.410349 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: auto-allocated-topology Jun 29 15:43:56.410877 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: availability_zone.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.412050 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.412925 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: availability_zone Jun 29 15:43:56.413470 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: availability_zone_filter.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.414816 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.415671 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: availability_zone_filter Jun 29 15:43:56.416213 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: data_plane_status.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.417662 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.418563 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 15:43:56.419116 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: default_subnetpools.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.420598 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.421504 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: default-subnetpools Jun 29 15:43:56.422068 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.423458 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.424061 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: dhcp_agent_scheduler Jun 29 15:43:56.424388 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: dns.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.425510 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.426388 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension dns-integration not supported by any of loaded plugins Jun 29 15:43:56.426887 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: dns_domain_ports.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.428450 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.429338 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 15:43:56.429911 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.431280 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.431911 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 15:43:56.432233 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: dvr.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.432899 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.433767 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: dvr Jun 29 15:43:56.434256 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: empty_string_filtering.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.435856 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.436773 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: empty-string-filtering Jun 29 15:43:56.437316 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.438994 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.439917 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 15:43:56.440469 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.442374 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.443258 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 15:43:56.443663 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: external_net.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.444567 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.445077 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: external-net Jun 29 15:43:56.445664 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.446312 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.446817 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: extra_dhcp_opt Jun 29 15:43:56.447213 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: extraroute.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.448114 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.448619 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: extraroute Jun 29 15:43:56.448936 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: extraroute_atomic.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.449961 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.450464 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: extraroute-atomic Jun 29 15:43:56.450779 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: filter_validation.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.451431 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.451961 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: filter-validation Jun 29 15:43:56.452278 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: fip_pf_description.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.453155 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.453646 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 15:43:56.453961 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: fip_port_details.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.454842 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.455500 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: fip-port-details Jun 29 15:43:56.455847 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: flavors.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.457660 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.458178 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: flavors Jun 29 15:43:56.458495 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.460217 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.460739 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 15:43:56.461067 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: floatingip_pools.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.461975 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.462290 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: floatingip-pools Jun 29 15:43:56.462559 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: ip_allocation.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.463462 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.463991 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 15:43:56.464312 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.465203 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.465708 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: ip-substring-filtering Jun 29 15:43:56.466026 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: l2_adjacency.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.466926 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.467424 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 15:43:56.467770 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: l3.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.468747 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.469258 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: router Jun 29 15:43:56.469573 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.471976 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.472494 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 15:43:56.472939 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.473842 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.474350 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: ext-gw-mode Jun 29 15:43:56.474672 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.475594 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.476097 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: l3-ha Jun 29 15:43:56.476423 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: l3_flavors.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.477332 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.477830 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: l3-flavors Jun 29 15:43:56.478152 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.479043 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.479542 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 15:43:56.479884 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: l3agentscheduler.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.480927 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.481442 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: l3_agent_scheduler Jun 29 15:43:56.481761 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: logging.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.486218 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.486754 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension logging not supported by any of loaded plugins Jun 29 15:43:56.487067 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: metering.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.487832 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.488514 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: metering Jun 29 15:43:56.491054 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.492321 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.492921 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: metering_source_and_destination_fields Jun 29 15:43:56.493296 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: multiprovidernet.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.494269 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.494838 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: multi-provider Jun 29 15:43:56.495207 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: netmtu.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.496222 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.496786 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: net-mtu Jun 29 15:43:56.497150 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: netmtu_writable.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.498100 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.498706 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: net-mtu-writable Jun 29 15:43:56.499071 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: network_availability_zone.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.499841 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.500404 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: network_availability_zone Jun 29 15:43:56.500769 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: network_ip_availability.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.501907 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.502424 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: network-ip-availability Jun 29 15:43:56.502749 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: network_segment_range.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.503530 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.504558 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 15:43:56.505463 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: pagination.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.505855 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.506187 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: pagination Jun 29 15:43:56.506511 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: port_device_profile.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.507420 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.507972 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: port-device-profile Jun 29 15:43:56.508298 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.509220 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.509727 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: port-mac-address-regenerate Jun 29 15:43:56.510052 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.510964 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.511472 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: port-numa-affinity-policy Jun 29 15:43:56.511823 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: port_resource_request.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.512729 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.513232 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 15:43:56.513556 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: portbindings.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.515074 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.515074 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: binding Jun 29 15:43:56.515344 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: portbindings_extended.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.516574 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.517094 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: binding-extended Jun 29 15:43:56.517424 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: portsecurity.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.518329 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.518845 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: port-security Jun 29 15:43:56.519171 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: project_id.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.520778 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.521118 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: project-id Jun 29 15:43:56.521446 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: providernet.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.522364 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.522885 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: provider Jun 29 15:43:56.523213 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: qos.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.527272 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.527829 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension qos not supported by any of loaded plugins Jun 29 15:43:56.528166 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.529412 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.529930 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 15:43:56.530261 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.531176 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.531725 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 15:43:56.532054 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: qos_default.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.532961 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.533475 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension qos-default not supported by any of loaded plugins Jun 29 15:43:56.533804 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: qos_fip.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.534452 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.534963 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension qos-fip not supported by any of loaded plugins Jun 29 15:43:56.535288 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: qos_gateway_ip.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.536236 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.536756 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 15:43:56.537083 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: qos_port_network_policy.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.537987 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.538501 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 15:43:56.538828 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: qos_rule_type_details.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.539764 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.540280 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 15:43:56.540609 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: qos_rules_alias.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.541651 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.542169 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 15:43:56.542492 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: quotasv2.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.543448 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.543815 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: quotas Jun 29 15:43:56.544145 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: quotasv2_detail.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.547380 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.547754 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: quota_details Jun 29 15:43:56.548089 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: rbac.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.549166 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.549698 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: rbac-policies Jun 29 15:43:56.550033 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: rbac_address_group.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.550967 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.551494 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: rbac-address-group Jun 29 15:43:56.551855 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: rbac_address_scope.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.552786 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.553300 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: rbac-address-scope Jun 29 15:43:56.553625 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: rbac_security_groups.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.554526 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.555040 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: rbac-security-groups Jun 29 15:43:56.555368 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: rbac_subnetpool.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.556311 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.556826 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: rbac-subnetpool Jun 29 15:43:56.557154 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: revisionifmatch.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.558066 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.558580 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: revision-if-match Jun 29 15:43:56.558907 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: revisions.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.560258 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.560779 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: standard-attr-revisions Jun 29 15:43:56.561111 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: router_availability_zone.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.561782 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.562300 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: router_availability_zone Jun 29 15:43:56.562628 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: routerservicetype.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.563540 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.564086 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension router-service-type not supported by any of loaded plugins Jun 29 15:43:56.564411 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.565367 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.565890 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: security-groups-normalized-cidr Jun 29 15:43:56.566224 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.567652 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.568186 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: port-security-groups-filtering Jun 29 15:43:56.568505 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.569417 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.569938 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: security-groups-remote-address-group Jun 29 15:43:56.570264 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: securitygroup.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.579868 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.580395 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: security-group Jun 29 15:43:56.580731 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: segment.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.581512 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.582667 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension segment not supported by any of loaded plugins Jun 29 15:43:56.582891 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.583855 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.584369 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 15:43:56.584697 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: servicetype.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.585795 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.586321 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: service-type Jun 29 15:43:56.586651 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: sorting.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.587718 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.588056 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: sorting Jun 29 15:43:56.588380 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: standard_attr_segment.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.589358 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.589881 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 15:43:56.590206 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: standardattrdescription.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.590845 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.591355 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: standard-attr-description Jun 29 15:43:56.591714 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: stateful_security_group.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.592652 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.593167 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: stateful-security-group Jun 29 15:43:56.593492 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: stdattrs_common.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.594069 dv-cinder-786627-15-iscsi neutron-server[92787]: WARNING neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 15:43:56.594390 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.595356 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.595860 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 15:43:56.596184 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: subnet_onboard.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.597618 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.597823 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: subnet_onboard Jun 29 15:43:56.598117 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.599033 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.599549 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 15:43:56.599904 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: subnet_service_types.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.600818 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.601335 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: subnet-service-types Jun 29 15:43:56.601661 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: subnetallocation.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.602742 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.603268 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: subnet_allocation Jun 29 15:43:56.603622 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.604287 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.604815 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: subnetpool-prefix-ops Jun 29 15:43:56.605139 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.606057 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.606568 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 15:43:56.606890 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: tagging.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.607977 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.608498 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: standard-attr-tag Jun 29 15:43:56.608825 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: timestamp.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.610019 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.610535 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loaded extension: standard-attr-timestamp Jun 29 15:43:56.610865 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: trunk.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.611915 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.612432 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension trunk not supported by any of loaded plugins Jun 29 15:43:56.612761 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: trunk_details.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.613700 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.614213 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension trunk-details not supported by any of loaded plugins Jun 29 15:43:56.614539 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: uplink_status_propagation.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.615450 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.616000 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 15:43:56.616328 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Loading extension file: vlantransparent.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:56.616991 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:56.617499 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 15:43:56.619993 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of TrackedResource for resource:network Jun 29 15:43:56.620516 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of TrackedResource for resource:subnet Jun 29 15:43:56.620915 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:43:56.621312 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of TrackedResource for resource:port Jun 29 15:43:56.622565 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:56.623013 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Service FLAVORS assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:56.623663 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:56.624113 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:56.624442 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of TrackedResource for resource:router Jun 29 15:43:56.624890 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 15:43:56.625374 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Service METERING assigned prefix: /metering {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:56.626836 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.627213 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.627711 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:56.628740 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 15:43:56.629715 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of TrackedResource for resource:security_group Jun 29 15:43:56.630150 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 15:43:56.630771 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Service CORE assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:56.631102 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:43:56.631452 dv-cinder-786627-15-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] subnetpool is already registered Jun 29 15:43:56.631921 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Service CORE assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:56.632247 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:43:56.632577 dv-cinder-786627-15-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] subnetpool is already registered Jun 29 15:43:56.634901 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:56.635338 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Service FLAVORS assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:56.635971 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:56.636397 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:56.636730 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of TrackedResource for resource:router Jun 29 15:43:56.637066 dv-cinder-786627-15-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] router is already registered Jun 29 15:43:56.637481 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 15:43:56.637816 dv-cinder-786627-15-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] floatingip is already registered Jun 29 15:43:56.638271 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Service METERING assigned prefix: /metering {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:56.638928 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 15:43:56.639253 dv-cinder-786627-15-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] rbac_policy is already registered Jun 29 15:43:56.639702 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of TrackedResource for resource:security_group Jun 29 15:43:56.640044 dv-cinder-786627-15-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] security_group is already registered Jun 29 15:43:56.640447 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 15:43:56.640778 dv-cinder-786627-15-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] security_group_rule is already registered Jun 29 15:43:56.641409 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Service CORE assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:56.641738 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:43:56.642072 dv-cinder-786627-15-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] subnetpool is already registered Jun 29 15:43:56.642484 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Service CORE assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:56.642808 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:43:56.643138 dv-cinder-786627-15-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] subnetpool is already registered Jun 29 15:43:56.643631 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: extensions {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.645704 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: address-groups {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.647199 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: address-scopes {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.648560 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: agents {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.649998 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: auto-allocated-topology {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.651274 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: availability_zones {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.652592 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: dhcp-networks {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.655324 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: dhcp-agents {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.656806 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: routers {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.658519 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: flavors {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.659817 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: service_profiles {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.661050 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: next_providers {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.662506 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: service_profiles {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.664657 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: floatingip-pools {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.665324 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: routers {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.667024 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: floatingips {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.668345 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: l3-routers {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.669724 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: l3-agents {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.671147 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: metering-labels {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.672447 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: metering-label-rules {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.673817 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: network-ip-availabilities {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.675077 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: bindings {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.676716 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: quotas {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.678253 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: quotas {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.679699 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: rbac-policies {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.680916 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: security-groups {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.682202 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: security-group-rules {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.683468 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: service-providers {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.684790 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: subnetpools {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.686139 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: subnetpools {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.687705 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.689381 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.691226 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.693547 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.695249 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.697220 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.698919 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.700768 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.702643 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.704419 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:56.711129 dv-cinder-786627-15-iscsi neutron-server[92787]: WARNING keystonemiddleware.auth_token [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 15:43:56.715700 dv-cinder-786627-15-iscsi neutron-server[92787]: WARNING keystonemiddleware.auth_token [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 15:43:56.725006 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Acquired lock "singleton_lock" {{(pid=92787) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 15:43:56.725507 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Releasing lock "singleton_lock" {{(pid=92787) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 15:43:56.726178 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO oslo_service.service [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Starting 2 workers Jun 29 15:43:56.730945 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Started child 92894 {{(pid=92787) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 15:43:56.735249 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Started child 92895 {{(pid=92787) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 15:43:56.736209 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:43:56.736939 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO neutron.service [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 15:43:56.737455 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Notify callbacks [] for process, before_spawn {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:43:56.737638 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [-] (92894) wsgi starting up on http://0.0.0.0:9696 Jun 29 15:43:56.740503 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO oslo_service.service [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Starting 1 workers Jun 29 15:43:56.740671 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:43:56.741950 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [-] (92895) wsgi starting up on http://0.0.0.0:9696 Jun 29 15:43:56.745584 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Started child 92896 {{(pid=92787) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 15:43:56.746106 dv-cinder-786627-15-iscsi neutron-server[92787]: INFO oslo_service.service [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Starting 1 workers Jun 29 15:43:56.749230 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.service [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] calling RpcWorker wait() {{(pid=92896) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 15:43:56.749744 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.service [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] returning from RpcWorker wait() {{(pid=92896) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 15:43:56.750477 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Started child 92897 {{(pid=92787) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 15:43:56.751081 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:43:56.751306 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c4773535-2333-4f27-8231-56c22996f1e0 None None] Notify callbacks [] for process, after_spawn {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:43:56.751678 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:43:56.753181 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92787) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 15:43:56.753400 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 15:43:56.753588 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 15:43:56.753854 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 15:43:56.754726 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 15:43:56.754891 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 15:43:56.755427 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.755734 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:43:56.756195 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.756195 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.756318 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.756545 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.756784 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:43:56.757144 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.757388 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.757641 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.757921 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.758171 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.758347 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.758516 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.758764 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.759002 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.759298 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.759599 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.759865 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.760141 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.760314 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.760587 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.760867 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.761118 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.761381 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] debug = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.761640 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.762140 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.762388 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.762639 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.762865 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.763142 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.763402 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.763713 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.763952 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.764189 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.764428 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.764690 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.764935 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.765165 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.765388 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.765649 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.765869 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.766331 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] host = dv-cinder-786627-15-iscsi {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.766587 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.766822 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.767050 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.767308 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.767587 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.767828 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.768095 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.768368 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.768612 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.768843 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.769087 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.769337 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.769629 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.769879 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.770045 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_options = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.770285 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.770562 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.770831 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.771022 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.771194 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.771375 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.771657 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.771827 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.772078 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.772317 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.772532 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.772755 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.772971 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.773187 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.773438 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.773694 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.774155 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.774393 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.774647 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.774894 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.775151 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.775378 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.775619 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.775839 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.776041 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.776256 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.776516 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.776728 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.776964 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.777241 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.777475 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.777740 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.777987 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.778239 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.778468 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.778698 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.778931 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.779192 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.779434 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.780478 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.780478 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.780478 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.780863 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.780863 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.781091 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.781211 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_json = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.781347 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.782261 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.782261 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.782261 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.782505 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.782821 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.783044 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.783299 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.783888 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.784028 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.784349 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.784694 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.784877 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.785127 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.785507 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.785623 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.785874 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.786113 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.786441 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.786687 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.789714 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.789714 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.789714 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.789714 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.789714 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.789714 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.789714 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.789714 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.790785 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.790785 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.790785 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.790785 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.790785 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.790785 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.790785 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.790785 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.795496 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.795496 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.795496 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.795496 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.795496 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.795496 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.795496 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.795496 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.795496 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.797277 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.797277 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.797277 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.797277 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.797277 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.797277 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.797277 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.797277 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.797277 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.798888 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.798888 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.798888 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.798888 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.798888 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.798888 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.798888 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.798888 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.798888 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.800441 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.800441 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.800441 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.800441 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.800441 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.800441 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.800441 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.800441 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.800441 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.805781 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.805781 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.805781 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.805781 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.805781 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.805781 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.805781 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.805781 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.805781 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.807363 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.807363 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.807363 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.807363 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.807363 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.807363 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.807363 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.807363 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.807363 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.808475 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.808475 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.808475 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.808475 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.808475 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.808475 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.808475 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.808475 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.809004 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.809004 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.809004 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.809004 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.809004 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.809004 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.809004 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.809004 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.809528 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.809528 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.809528 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.809528 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.809528 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.809528 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.809528 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.809528 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.810076 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.810076 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.810076 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.810076 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.810076 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.810418 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.810782 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.810782 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.811651 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.811921 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.812227 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.812541 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.812779 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.813033 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.813282 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.813524 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.813876 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.814023 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.814486 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.814486 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.814681 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.814926 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.815149 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.815446 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.815695 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.815956 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.816264 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.817095 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.817309 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.817541 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.817844 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.818063 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.818300 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.818562 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.821409 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.821963 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.822237 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.822484 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.823705 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.823988 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.824263 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.824504 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.824769 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.825022 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.825276 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.825513 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.825744 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.826045 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.826236 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.826461 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.826678 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.826901 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.827144 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.827845 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.828070 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.828299 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.828541 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.828782 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.829002 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.829222 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.829440 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.829711 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.830844 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.831510 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.831808 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.832055 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.832290 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.832540 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.832777 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.832993 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.833246 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.833848 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.834077 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.834294 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.834519 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.834735 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.835746 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.836268 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.836558 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.836841 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.837532 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.837532 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.837756 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.838003 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.838247 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.838464 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.838703 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.838919 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.839158 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.839375 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.839615 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.839849 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.840088 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.840458 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.840774 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.841134 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.841307 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.841551 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.841780 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.842002 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.842322 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.842573 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.842812 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.843075 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.843332 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.843600 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.843829 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.844044 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.844260 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.844488 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.844710 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.845003 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.845309 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.845586 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.845741 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.845966 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.846186 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.846398 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.846626 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.846838 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.847049 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.847273 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.847491 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.847869 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.848208 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.848458 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.848676 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.848905 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.849127 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.849340 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.849636 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.849887 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.850113 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.850404 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.850641 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.850947 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.851173 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.851468 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.851710 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.851995 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.852219 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.852501 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.852688 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.852926 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.853259 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.853541 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.853798 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.854037 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.854316 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.854589 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.855082 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.855082 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.855398 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.855751 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.856022 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.856288 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.856547 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.856814 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.857059 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.857279 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.857518 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.857768 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.857990 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.858247 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.858479 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.858725 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.858945 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.859191 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.859445 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.859703 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.859944 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.860157 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.860408 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.860573 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 15:43:56.861139 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92787) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 15:43:56.861313 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 15:43:56.861473 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 15:43:56.861644 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 15:43:56.861815 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 15:43:56.861968 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 15:43:56.862175 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.862338 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.862506 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.862713 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.862915 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.863097 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.863097 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.863887 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.864014 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.864138 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.864261 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.864384 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.864535 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.864689 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.864844 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.864997 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.865151 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.865305 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.865462 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.865617 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.865770 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.865923 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.866076 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] debug = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.866228 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.866440 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.866610 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.866770 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.866928 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.867087 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.867250 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.867380 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.867535 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.867726 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.867885 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.868043 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.868366 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.868528 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.868687 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.868846 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.869001 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.869307 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] host = dv-cinder-786627-15-iscsi {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.869643 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.869952 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.870114 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.870282 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.870443 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.870591 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.870724 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.870879 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.871028 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.871177 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.871316 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.871461 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.871632 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.871766 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:43:56.871906 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.872041 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_options = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.872176 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.872308 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.872443 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.872677 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.872677 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.872942 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.873078 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.873213 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.873348 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.873481 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.873615 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.873747 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.873890 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.874033 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.874166 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.874314 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.874446 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.874582 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.874738 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.874896 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.875055 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.875213 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.875370 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.875527 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.875706 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.875864 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.876022 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.876179 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.876337 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.876496 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.876653 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.876812 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.876972 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.877131 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.877288 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.877446 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.877606 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.877768 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.877928 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.878085 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.878244 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.878402 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.878558 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.878718 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.879606 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.879722 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_json = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.879830 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.879987 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.880147 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.880310 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.880470 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.880628 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.880789 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.880949 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.881128 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.881290 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.881462 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.881625 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.881786 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.881948 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.882110 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.882270 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.882431 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.882591 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.882785 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.882945 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.883104 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.883262 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.883422 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.883616 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.883782 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.883945 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.884109 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.884270 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.884431 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.884592 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.884769 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.884929 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.885092 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.885253 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.885416 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.885579 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.885741 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.885903 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.886070 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.886231 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.886392 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.886553 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.886713 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.886874 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.887034 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.887196 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.887358 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.887520 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.887707 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.887868 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.888031 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.888193 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.888353 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.888515 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.888675 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.888836 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.888998 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.889161 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.889331 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.889492 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.889652 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.889814 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.889976 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.890136 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.890300 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.890459 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.890620 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.890783 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.891007 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.891187 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.891348 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.891508 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.891736 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.891899 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.892059 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.892220 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.892383 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.892545 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.893801 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.893801 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.893801 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.893801 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.893801 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.893801 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.893801 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.893801 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.894276 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.894276 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.894276 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.894472 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.894573 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.894873 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.895176 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.895495 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.895814 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.896182 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.896492 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.896649 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.896808 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.896987 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.897132 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.897271 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.897419 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.897556 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.898038 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.898038 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.898038 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.898436 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.898436 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.898436 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.898835 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.898835 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.899367 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.899367 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.899517 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.899628 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.899804 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.899936 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.900098 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.900275 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.900435 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.900599 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.900745 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.900915 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.901086 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.901248 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.901410 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.901570 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.901731 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.901891 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.902052 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.902213 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.902372 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.902533 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.902693 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.902862 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.903032 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.903194 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.903355 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.903515 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.903722 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.904056 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.904139 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.904257 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.904420 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.904581 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.904742 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.904904 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.905065 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.905226 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.905387 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.905549 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.905711 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.905872 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.906032 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.906195 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.906373 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.906524 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.906685 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.906847 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.907009 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.907171 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.907332 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.907492 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.907717 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.907834 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.908331 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.908331 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.908331 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.908701 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.908701 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.908701 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.911742 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.911742 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.911742 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.911742 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.911742 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.911742 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.911742 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.911742 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.912206 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.912206 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.912206 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.912206 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.912206 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.912206 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.912206 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.912206 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.912618 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.912618 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.912618 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.912618 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.912618 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.912618 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.912618 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.912618 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.913035 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.913035 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.913035 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.913035 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.913257 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.913257 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.913404 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.913684 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.913803 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.913889 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.914015 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.914187 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.914322 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.914483 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.914644 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.914805 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.914965 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.915130 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.915303 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.915464 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.915656 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.915817 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.915978 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.916138 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.916309 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.916470 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.916631 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.916791 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.916951 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.917112 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.917282 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.917442 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.917602 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.917762 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.917923 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.918082 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.918252 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.918412 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.918573 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.918733 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.918893 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.919054 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.919223 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.919384 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.919543 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.919725 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.919886 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.920071 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.920211 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.920372 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.920535 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.920703 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.920865 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.921025 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.921183 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.921345 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.921506 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.921670 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.921832 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.921994 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.922200 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.922325 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.922459 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.922628 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.922795 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.922960 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.923126 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.923527 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.923700 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.923868 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.924039 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.924233 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.924371 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.924526 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.924687 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.924880 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.925014 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.925330 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.925493 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.925653 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.926333 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.926493 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.926654 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.926815 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.926978 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.927136 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.927440 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.927793 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.928129 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.928468 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.928632 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.928786 dv-cinder-786627-15-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 15:43:57.133790 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44164) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:43:57.142377 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064919 Jun 29 15:44:08.291328 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f151892-b4c1-497c-a050-1942efa9e493 None None] get_active_networks_info from dv-cinder-786627-15-iscsi {{(pid=92896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 15:44:08.379881 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f151892-b4c1-497c-a050-1942efa9e493 None None] No non-hosted networks {{(pid=92896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 15:44:08.392900 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.agentschedulers_db [None req-9f151892-b4c1-497c-a050-1942efa9e493 None None] DHCP Agent not found on host dv-cinder-786627-15-iscsi {{(pid=92896) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 15:44:08.473024 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-7f4bc61e-ded6-4671-9476-3960fa95c5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774048'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:10.748557 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a311-7ac4-450c-bc68-908ab45a9316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774048'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:10.806705 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-21308f26-dbc6-4ded-8611-267546162bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:11.322407 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774048'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:11.323891 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:11.324523 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:11.325057 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:11.325627 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:11.326188 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:11.326872 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:11.327441 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:11.328042 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:11.328581 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:11.329203 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:11.329830 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:11.330378 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:11.331048 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786627-15-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:11.341288 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-15-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:11.835016 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774048'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:13.591717 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774048'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:14.455135 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44256) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:14.947913 dv-cinder-786627-15-iscsi neutron-server[92895]: WARNING oslo_policy.policy [None req-3ec75e59-c3c4-4a34-8a11-e3a23aea3c9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:44:14.948517 dv-cinder-786627-15-iscsi neutron-server[92895]: WARNING oslo_policy.policy [None req-3ec75e59-c3c4-4a34-8a11-e3a23aea3c9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:44:15.163894 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [None req-3ec75e59-c3c4-4a34-8a11-e3a23aea3c9e admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:44:15.179585 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-3ec75e59-c3c4-4a34-8a11-e3a23aea3c9e admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7088859 Jun 29 15:44:17.062980 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.db.l3_hamode_db [None req-6c9adf97-a6e6-474c-8dc1-be284bd11f83 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 15:44:17.137969 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9adf97-a6e6-474c-8dc1-be284bd11f83 None None] Routers set() bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:44:17.138354 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9adf97-a6e6-474c-8dc1-be284bd11f83 None None] Router IDs set() for agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 15:44:17.465397 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44270) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:17.761817 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-50f38be6-f161-40cf-82a7-2c0eaa7139be admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:44:17.855638 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.policy [None req-50f38be6-f161-40cf-82a7-2c0eaa7139be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92895) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 15:44:17.901114 dv-cinder-786627-15-iscsi neutron-server[92895]: WARNING oslo_policy.policy [None req-50f38be6-f161-40cf-82a7-2c0eaa7139be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:44:17.901431 dv-cinder-786627-15-iscsi neutron-server[92895]: WARNING oslo_policy.policy [None req-50f38be6-f161-40cf-82a7-2c0eaa7139be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:44:17.909796 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.quota [None req-50f38be6-f161-40cf-82a7-2c0eaa7139be admin admin] Loaded quota_driver: . Jun 29 15:44:18.000176 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-50f38be6-f161-40cf-82a7-2c0eaa7139be admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766221630699', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766221631294', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766221667190', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766221665580', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766221654767', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766221660965', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-621122', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1008767', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4107028', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3779650'] for rbac-policy, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:18.066617 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-50f38be6-f161-40cf-82a7-2c0eaa7139be admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:18.067797 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-50f38be6-f161-40cf-82a7-2c0eaa7139be admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6013470 Jun 29 15:44:20.567290 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44282) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:20.859991 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Request body: {'network': {'tenant_id': 'a29a73664b134243962ee7c987d49102', 'admin_state_up': True, 'project_id': 'a29a73664b134243962ee7c987d49102', 'name': 'private'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:44:20.887049 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Made reservation on behalf of a29a73664b134243962ee7c987d49102 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:44:20.889906 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:20.906555 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:21.030665 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:21.034361 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:21.040209 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:21.055362 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:44:21.084069 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766223617082', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:21.084650 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Unsubscribe: segment precommit_create {{(pid=92895) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 15:44:21.085112 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Added segment 551aba32-bdad-43b6-8452-80dd0de8ca85 of type vlan for network 65c45d55-a972-497c-9dd7-86f325d8c0a5 Jun 29 15:44:21.102794 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a974eca-575e-4dda-9a33-e73b32890f67,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:21.150172 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:21.150528 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:21.150858 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:21.151178 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:21.151495 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:21.151852 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:21.152172 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:21.152498 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:21.152826 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:21.153138 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:21.153444 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:21.153749 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Tracked resource versions report: Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: pushed versions: Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: { 'AddressGroup': {'1.2'}, Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'ConntrackHelper': {'1.0'}, Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Log': {'1.0'}, Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Network': {'1.1'}, Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Port': {'1.7'}, Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'PortForwarding': {'1.2'}, Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'QosPolicy': {'1.8'}, Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'SecurityGroup': {'1.4'}, Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'SubPort': {'1.0'}, Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Subnet': {'1.1'}, Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Trunk': {'1.1'}} Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: consumer versions: Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: { DHCP agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: L3 agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: Metadata agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: Metering agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: Open vSwitch agent@dv-cinder-786627-15-iscsi: { 'AddressGroup': '1.2', Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'ConntrackHelper': '1.0', Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Log': '1.0', Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Network': '1.1', Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Port': '1.7', Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'PortForwarding': '1.2', Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'QosPolicy': '1.8', Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'SecurityGroup': '1.4', Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'SecurityGroupRule': '1.2', Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'SubPort': '1.0', Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Subnet': '1.1', Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Trunk': '1.1'}} Jun 29 15:44:21.155048 dv-cinder-786627-15-iscsi neutron-server[92895]: {{(pid=92895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:44:21.202824 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:21.209758 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:21.254135 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:21.255717 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:44:21.256343 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:21.258984 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:21.336047 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7675798 Jun 29 15:44:21.354378 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Pushing event updated for resources: {'Network': ['ID=65c45d55-a972-497c-9dd7-86f325d8c0a5,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:21.363374 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:21.366618 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network 65c45d55-a972-497c-9dd7-86f325d8c0a5 details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:44:23.928392 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44296) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:24.309998 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d2b7e7-028c-4c89-a49d-6c8aa88f97a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:44:24.311329 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-80d2b7e7-028c-4c89-a49d-6c8aa88f97a9 admin admin] 10.222.0.66 "GET /v2.0/networks/65c45d55-a972-497c-9dd7-86f325d8c0a5 HTTP/1.1" status: 200 len: 825 time: 0.3820016 Jun 29 15:44:24.335090 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8f7ea878-8dba-47cf-b176-be8aeebd8667 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/9448c0db-932b-4a07-bfea-b5f9988635fd HTTP/1.1" status: 200 len: 734 time: 0.0179765 Jun 29 15:44:24.343284 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-376cb0bb-a7d7-46e3-8c8c-06770155f7d1 admin admin] Request body: {'subnet': {'tenant_id': 'a29a73664b134243962ee7c987d49102', 'subnetpool_id': '9448c0db-932b-4a07-bfea-b5f9988635fd', 'network_id': '65c45d55-a972-497c-9dd7-86f325d8c0a5', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:44:24.366339 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376cb0bb-a7d7-46e3-8c8c-06770155f7d1 admin admin] Made reservation on behalf of a29a73664b134243962ee7c987d49102 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:44:24.368915 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-376cb0bb-a7d7-46e3-8c8c-06770155f7d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:24.660293 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-376cb0bb-a7d7-46e3-8c8c-06770155f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:24.662353 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:24.727206 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cb0bb-a7d7-46e3-8c8c-06770155f7d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:24.730700 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-376cb0bb-a7d7-46e3-8c8c-06770155f7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:24.733635 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376cb0bb-a7d7-46e3-8c8c-06770155f7d1 admin admin] Checking segment: {'id': '551aba32-bdad-43b6-8452-80dd0de8ca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65c45d55-a972-497c-9dd7-86f325d8c0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:44:24.734438 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376cb0bb-a7d7-46e3-8c8c-06770155f7d1 admin admin] Network hostable DHCP agents. Network: 65c45d55-a972-497c-9dd7-86f325d8c0a5, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:44:24.755943 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376cb0bb-a7d7-46e3-8c8c-06770155f7d1 admin admin] Network 65c45d55-a972-497c-9dd7-86f325d8c0a5 is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:44:24.766095 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-376cb0bb-a7d7-46e3-8c8c-06770155f7d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, 65c45d55-a972-497c-9dd7-86f325d8c0a5) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:44:24.771531 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376cb0bb-a7d7-46e3-8c8c-06770155f7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:44:24.772508 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-376cb0bb-a7d7-46e3-8c8c-06770155f7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:24.776071 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616ef349-ed4a-48ef-9c80-2559da070dde None None] Network 65c45d55-a972-497c-9dd7-86f325d8c0a5 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:44:24.785080 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-376cb0bb-a7d7-46e3-8c8c-06770155f7d1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4449978 Jun 29 15:44:25.078699 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79cdfe99-4e4a-5ea2-8438-12b2e84733c2-65c45d55-a972-497c-9dd7-86f325d8c0a5', 'network_id': '65c45d55-a972-497c-9dd7-86f325d8c0a5', 'tenant_id': 'a29a73664b134243962ee7c987d49102', 'fixed_ips': [{'subnet_id': '25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f'}]}} from dv-cinder-786627-15-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 15:44:25.079933 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:25.340913 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Allocated IP 172.20.0.2 (65c45d55-a972-497c-9dd7-86f325d8c0a5/25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f/d313838d-67b9-4117-b764-a856802a408f) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:44:25.537324 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:25.579217 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Transition to ACTIVE for port object d313838d-67b9-4117-b764-a856802a408f will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:44:25.600906 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Transition to ACTIVE for port object d313838d-67b9-4117-b764-a856802a408f will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:44:25.609045 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:25.613559 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:25.673983 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Network 65c45d55-a972-497c-9dd7-86f325d8c0a5 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:44:25.679187 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:44:25.690930 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:44:25.698450 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Pushing event updated for resources: {'Port': ['ID=d313838d-67b9-4117-b764-a856802a408f,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:25.739350 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:25.739745 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:25.740086 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:25.740414 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:25.740738 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:25.741061 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:25.741378 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:25.741693 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:25.742025 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:25.742342 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:25.742654 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:25.742967 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Tracked resource versions report: Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: pushed versions: Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: { 'AddressGroup': {'1.2'}, Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'ConntrackHelper': {'1.0'}, Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Log': {'1.0'}, Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Network': {'1.1'}, Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Port': {'1.7'}, Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'PortForwarding': {'1.2'}, Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'QosPolicy': {'1.8'}, Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'SecurityGroup': {'1.4'}, Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'SubPort': {'1.0'}, Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Subnet': {'1.1'}, Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Trunk': {'1.1'}} Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: consumer versions: Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: { DHCP agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: L3 agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: Metadata agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: Metering agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: Open vSwitch agent@dv-cinder-786627-15-iscsi: { 'AddressGroup': '1.2', Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'ConntrackHelper': '1.0', Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Log': '1.0', Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Network': '1.1', Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Port': '1.7', Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'PortForwarding': '1.2', Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'QosPolicy': '1.8', Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'SecurityGroup': '1.4', Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'SecurityGroupRule': '1.2', Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'SubPort': '1.0', Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Subnet': '1.1', Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Trunk': '1.1'}} Jun 29 15:44:25.744310 dv-cinder-786627-15-iscsi neutron-server[92896]: {{(pid=92896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:44:25.762242 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:25.774246 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Attempting to bind port d313838d-67b9-4117-b764-a856802a408f on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:44:25.774893 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Attempting to bind port d313838d-67b9-4117-b764-a856802a408f by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': '551aba32-bdad-43b6-8452-80dd0de8ca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65c45d55-a972-497c-9dd7-86f325d8c0a5'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:44:25.775319 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Attempting to bind port d313838d-67b9-4117-b764-a856802a408f on network 65c45d55-a972-497c-9dd7-86f325d8c0a5 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:44:25.780063 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:44:25.780647 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Checking segment: {'id': '551aba32-bdad-43b6-8452-80dd0de8ca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65c45d55-a972-497c-9dd7-86f325d8c0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:44:25.780930 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:25.781321 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Bound using segment: {'id': '551aba32-bdad-43b6-8452-80dd0de8ca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65c45d55-a972-497c-9dd7-86f325d8c0a5'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:44:25.781807 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Bound port: d313838d-67b9-4117-b764-a856802a408f, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551aba32-bdad-43b6-8452-80dd0de8ca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65c45d55-a972-497c-9dd7-86f325d8c0a5'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:44:25.782244 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:25.842927 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] For port d313838d-67b9-4117-b764-a856802a408f, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:44:25.848287 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] For port d313838d-67b9-4117-b764-a856802a408f, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=d313838d-67b9-4117-b764-a856802a408f,segment=NetworkSegment(551aba32-bdad-43b6-8452-80dd0de8ca85),segment_id=551aba32-bdad-43b6-8452-80dd0de8ca85)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:44:25.852236 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:25.858004 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:25.917272 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Pushing event updated for resources: {'Port': ['ID=d313838d-67b9-4117-b764-a856802a408f,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:25.920366 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:27.164170 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 44304) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:27.668398 dv-cinder-786627-15-iscsi neutron-server[92894]: WARNING oslo_policy.policy [None req-f753ca2d-d9a9-43fb-8f35-06d109c0e242 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:44:27.668972 dv-cinder-786627-15-iscsi neutron-server[92894]: WARNING oslo_policy.policy [None req-f753ca2d-d9a9-43fb-8f35-06d109c0e242 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:44:27.884048 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [None req-f753ca2d-d9a9-43fb-8f35-06d109c0e242 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:44:27.899588 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f753ca2d-d9a9-43fb-8f35-06d109c0e242 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7190576 Jun 29 15:44:30.226412 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 44318) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:30.538792 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [None req-55ce3bf7-8ed9-49e5-b796-0ed8804a2c02 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:44:30.539847 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-55ce3bf7-8ed9-49e5-b796-0ed8804a2c02 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124220 Jun 29 15:44:31.133585 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device d313838d-67b9-4117-b764-a856802a408f up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:44:31.219851 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port d313838d-67b9-4117-b764-a856802a408f completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:44:31.974380 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c4e9f8-5928-4239-b481-8bd1239bdb66 None None] Network 65c45d55-a972-497c-9dd7-86f325d8c0a5 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:44:32.087482 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-0cf27e43-f2ae-48cc-98be-91c1f9f4afe5 None None] Provisioning for port d313838d-67b9-4117-b764-a856802a408f completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:44:32.094774 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-0cf27e43-f2ae-48cc-98be-91c1f9f4afe5 None None] Provisioning complete for port d313838d-67b9-4117-b764-a856802a408f triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:32.095163 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0cf27e43-f2ae-48cc-98be-91c1f9f4afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:32.257575 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0cf27e43-f2ae-48cc-98be-91c1f9f4afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:32.292198 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-0cf27e43-f2ae-48cc-98be-91c1f9f4afe5 None None] For port d313838d-67b9-4117-b764-a856802a408f, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=d313838d-67b9-4117-b764-a856802a408f,segment=NetworkSegment(551aba32-bdad-43b6-8452-80dd0de8ca85),segment_id=551aba32-bdad-43b6-8452-80dd0de8ca85)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:44:32.296652 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0cf27e43-f2ae-48cc-98be-91c1f9f4afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:32.298836 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:32.345306 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf27e43-f2ae-48cc-98be-91c1f9f4afe5 None None] Pushing event updated for resources: {'Port': ['ID=d313838d-67b9-4117-b764-a856802a408f,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:32.349328 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0cf27e43-f2ae-48cc-98be-91c1f9f4afe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:32.417154 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-8fd01b75-1d01-4ef9-b672-a8d7a2f5d45e None None] Provisioning complete for port d313838d-67b9-4117-b764-a856802a408f triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:32.417520 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8fd01b75-1d01-4ef9-b672-a8d7a2f5d45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:33.095780 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device d313838d-67b9-4117-b764-a856802a408f up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:44:33.117339 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 44332) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:33.140587 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port d313838d-67b9-4117-b764-a856802a408f triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:33.140961 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:33.415879 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-b8a0da0a-0fc1-4cce-b757-2544a4bfabc9 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'a29a73664b134243962ee7c987d49102'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:44:33.479283 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.policy [None req-b8a0da0a-0fc1-4cce-b757-2544a4bfabc9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92894) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 15:44:33.525249 dv-cinder-786627-15-iscsi neutron-server[92894]: WARNING oslo_policy.policy [None req-b8a0da0a-0fc1-4cce-b757-2544a4bfabc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:44:33.525650 dv-cinder-786627-15-iscsi neutron-server[92894]: WARNING oslo_policy.policy [None req-b8a0da0a-0fc1-4cce-b757-2544a4bfabc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:44:33.534133 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.quota [None req-b8a0da0a-0fc1-4cce-b757-2544a4bfabc9 admin admin] Loaded quota_driver: . Jun 29 15:44:33.590297 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8a0da0a-0fc1-4cce-b757-2544a4bfabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4115774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1297'] for router, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:33.592076 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8a0da0a-0fc1-4cce-b757-2544a4bfabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4114444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1286'] for router, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:33.742438 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8a0da0a-0fc1-4cce-b757-2544a4bfabc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:33.746505 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8a0da0a-0fc1-4cce-b757-2544a4bfabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4115752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773851'] for router, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:33.765007 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8a0da0a-0fc1-4cce-b757-2544a4bfabc9 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:33.766377 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b8a0da0a-0fc1-4cce-b757-2544a4bfabc9 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6480775 Jun 29 15:44:36.092164 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 44342) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:36.402095 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [None req-3e792c2c-4b92-4af7-92d6-e5683c3a3ea5 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:44:36.403075 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-3e792c2c-4b92-4af7-92d6-e5683c3a3ea5 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3099864 Jun 29 15:44:38.186364 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-891d5893-1c50-4a70-bfa2-dd48f8fcd950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:38.723546 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44350) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:39.021989 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:44:39.042089 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Made reservation on behalf of a40cd5e28c3143b6a5b87291f96703d0 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:44:39.044267 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:39.051829 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:39.135092 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:39.138656 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:39.142451 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:39.153657 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Reserving flat network on physical network physnet1 {{(pid=92895) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 15:44:39.175098 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:39.175439 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Added segment c7c76525-b418-463c-9dbc-2f8afd39a639 of type flat for network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 Jun 29 15:44:39.176595 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da509b6a-faee-4d0e-a5d2-5b89db12074f,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:39.184824 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:39.225138 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:39.258577 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:39.259806 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:44:39.260367 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:39.262982 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:39.308091 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5835602 Jun 29 15:44:39.318445 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Pushing event updated for resources: {'Network': ['ID=5a8f68e6-0767-4a4d-9abf-cbf34fb67a94,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:39.321800 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:39.328710 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:44:40.740602 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-123cfe4f-963d-46a1-859b-f86eb2465cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:41.320069 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:41.614116 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 44358) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:41.787204 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:42.040910 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef220bb-888b-4d94-9e5e-9e0b2ae7d27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:44:42.042384 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-9ef220bb-888b-4d94-9e5e-9e0b2ae7d27c admin admin] 10.222.0.66 "GET /v2.0/subnets/25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f HTTP/1.1" status: 200 len: 849 time: 0.4273612 Jun 29 15:44:42.156840 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-395d64a9-6302-4491-a88f-5d387d69d40f admin admin] 10.222.0.66 "GET /v2.0/routers/681117b8-cbbe-4184-a724-fd8269a1ab75 HTTP/1.1" status: 200 len: 704 time: 0.1090667 Jun 29 15:44:42.429909 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:42.725571 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Allocated IP 172.20.0.1 (65c45d55-a972-497c-9dd7-86f325d8c0a5/25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f/da2564e8-62fa-4fe4-9fbe-b28d121a1eb3) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:44:42.929843 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:42.955447 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Transition to ACTIVE for port object da2564e8-62fa-4fe4-9fbe-b28d121a1eb3 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:44:43.036148 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:43.039673 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:43.092697 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Network 65c45d55-a972-497c-9dd7-86f325d8c0a5 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:44:43.097565 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:44:43.142591 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:44:43.143157 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4114108'] for router_interface, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:43.203536 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Pushing event updated for resources: {'Port': ['ID=da2564e8-62fa-4fe4-9fbe-b28d121a1eb3,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:43.225076 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:43.225425 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:43.225756 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:43.226078 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:43.226393 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:43.226743 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:43.227134 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:43.227388 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:43.227740 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:43.228049 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:43.228352 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:43.228656 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Tracked resource versions report: Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: pushed versions: Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: { 'AddressGroup': {'1.2'}, Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'ConntrackHelper': {'1.0'}, Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Log': {'1.0'}, Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Network': {'1.1'}, Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Port': {'1.7'}, Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'PortForwarding': {'1.2'}, Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'QosPolicy': {'1.8'}, Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'SecurityGroup': {'1.4'}, Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'SubPort': {'1.0'}, Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Subnet': {'1.1'}, Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Trunk': {'1.1'}} Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: consumer versions: Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: { DHCP agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: L3 agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: Metadata agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: Metering agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: Open vSwitch agent@dv-cinder-786627-15-iscsi: { 'AddressGroup': '1.2', Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'ConntrackHelper': '1.0', Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Log': '1.0', Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Network': '1.1', Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Port': '1.7', Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'PortForwarding': '1.2', Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'QosPolicy': '1.8', Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'SecurityGroup': '1.4', Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'SecurityGroupRule': '1.2', Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'SubPort': '1.0', Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Subnet': '1.1', Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Trunk': '1.1'}} Jun 29 15:44:43.229925 dv-cinder-786627-15-iscsi neutron-server[92894]: {{(pid=92894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:44:43.239293 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:43.366973 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-91729592-2bb1-4a6e-abd9-d1ecea602ee6 None None] Provisioning for port da2564e8-62fa-4fe4-9fbe-b28d121a1eb3 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:44:43.370030 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:43.370468 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-91729592-2bb1-4a6e-abd9-d1ecea602ee6 None None] Provisioning complete for port da2564e8-62fa-4fe4-9fbe-b28d121a1eb3 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:43.370842 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-91729592-2bb1-4a6e-abd9-d1ecea602ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:43.403701 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-91729592-2bb1-4a6e-abd9-d1ecea602ee6 None None] Port da2564e8-62fa-4fe4-9fbe-b28d121a1eb3 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:44:43.528907 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:43.557487 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:43.562985 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:43.564918 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4113960'] for router_interface, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:43.567955 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:43.638863 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Pushing event updated for resources: {'Port': ['ID=da2564e8-62fa-4fe4-9fbe-b28d121a1eb3,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:43.642680 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:43.692762 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Network 65c45d55-a972-497c-9dd7-86f325d8c0a5 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:44:43.694046 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:44:43.895373 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Router 681117b8-cbbe-4184-a724-fd8269a1ab75 is scheduled to L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef with binding_index 1 {{(pid=92894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:44:43.923355 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-163a085d-dc34-4f89-89f8-f390a9a3409e None None] Provisioning complete for port da2564e8-62fa-4fe4-9fbe-b28d121a1eb3 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:43.923762 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-163a085d-dc34-4f89-89f8-f390a9a3409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:43.960041 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-163a085d-dc34-4f89-89f8-f390a9a3409e None None] Port da2564e8-62fa-4fe4-9fbe-b28d121a1eb3 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:44:43.989433 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:44:43.994549 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] 10.222.0.66 "PUT /v2.0/routers/681117b8-cbbe-4184-a724-fd8269a1ab75/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8328121 Jun 29 15:44:43.999296 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Sync routers for ids ['681117b8-cbbe-4184-a724-fd8269a1ab75'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:44:44.010318 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Routers {'681117b8-cbbe-4184-a724-fd8269a1ab75'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:44:44.011200 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:44:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['681117b8-cbbe-4184-a724-fd8269a1ab75'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:44.192881 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Set router 681117b8-cbbe-4184-a724-fd8269a1ab75 gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:44:44.610631 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681117b8-cbbe-4184-a724-fd8269a1ab75', 'name': 'router1', 'tenant_id': 'a29a73664b134243962ee7c987d49102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:44:33Z', 'updated_at': '2021-06-29T15:44:43Z', 'revision_number': 2, 'project_id': 'a29a73664b134243962ee7c987d49102', 'gw_port_host': None, '_interfaces': [{'id': 'da2564e8-62fa-4fe4-9fbe-b28d121a1eb3', 'name': '', 'network_id': '65c45d55-a972-497c-9dd7-86f325d8c0a5', 'tenant_id': 'a29a73664b134243962ee7c987d49102', 'mac_address': 'fa:16:3e:ab:bf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681117b8-cbbe-4184-a724-fd8269a1ab75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:42Z', 'updated_at': '2021-06-29T15:44:43Z', 'revision_number': 2, 'project_id': 'a29a73664b134243962ee7c987d49102', 'subnets': [{'id': '25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9448c0db-932b-4a07-bfea-b5f9988635fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:44.661090 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Checking router: 681117b8-cbbe-4184-a724-fd8269a1ab75 for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:44:44.661467 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Updating router 681117b8-cbbe-4184-a724-fd8269a1ab75 port da2564e8-62fa-4fe4-9fbe-b28d121a1eb3 binding host dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:44:44.722609 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:45.202732 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:45.221511 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Transition to ACTIVE for port object da2564e8-62fa-4fe4-9fbe-b28d121a1eb3 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:44:45.227316 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:45.231862 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:45.394127 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Pushing event updated for resources: {'Port': ['ID=da2564e8-62fa-4fe4-9fbe-b28d121a1eb3,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:45.400184 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Attempting to bind port da2564e8-62fa-4fe4-9fbe-b28d121a1eb3 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:44:45.400582 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Attempting to bind port da2564e8-62fa-4fe4-9fbe-b28d121a1eb3 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': '551aba32-bdad-43b6-8452-80dd0de8ca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65c45d55-a972-497c-9dd7-86f325d8c0a5'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:44:45.401005 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Attempting to bind port da2564e8-62fa-4fe4-9fbe-b28d121a1eb3 on network 65c45d55-a972-497c-9dd7-86f325d8c0a5 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:44:45.408740 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:45.409085 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:45.409451 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:45.409777 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:45.410100 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:45.410420 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:45.410738 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:45.411055 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:45.411389 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:45.411732 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:45.412046 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:45.412357 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Tracked resource versions report: Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: pushed versions: Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: { 'AddressGroup': {'1.2'}, Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'ConntrackHelper': {'1.0'}, Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Log': {'1.0'}, Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Network': {'1.1'}, Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Port': {'1.7'}, Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'PortForwarding': {'1.2'}, Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'QosPolicy': {'1.8'}, Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'SecurityGroup': {'1.4'}, Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'SubPort': {'1.0'}, Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Subnet': {'1.1'}, Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Trunk': {'1.1'}} Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: consumer versions: Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: { DHCP agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: L3 agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: Metadata agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: Metering agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: Open vSwitch agent@dv-cinder-786627-15-iscsi: { 'AddressGroup': '1.2', Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'ConntrackHelper': '1.0', Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Log': '1.0', Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Network': '1.1', Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Port': '1.7', Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'PortForwarding': '1.2', Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'QosPolicy': '1.8', Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'SecurityGroup': '1.4', Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'SecurityGroupRule': '1.2', Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'SubPort': '1.0', Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Subnet': '1.1', Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Trunk': '1.1'}} Jun 29 15:44:45.413744 dv-cinder-786627-15-iscsi neutron-server[92897]: {{(pid=92897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:44:45.416273 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:44:45.416675 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Checking segment: {'id': '551aba32-bdad-43b6-8452-80dd0de8ca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65c45d55-a972-497c-9dd7-86f325d8c0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:44:45.417174 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:45.417553 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Bound using segment: {'id': '551aba32-bdad-43b6-8452-80dd0de8ca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65c45d55-a972-497c-9dd7-86f325d8c0a5'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:44:45.418061 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Bound port: da2564e8-62fa-4fe4-9fbe-b28d121a1eb3, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551aba32-bdad-43b6-8452-80dd0de8ca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65c45d55-a972-497c-9dd7-86f325d8c0a5'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:44:45.418469 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:45.427268 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:45.483269 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] For port da2564e8-62fa-4fe4-9fbe-b28d121a1eb3, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:44:45.507254 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] For port da2564e8-62fa-4fe4-9fbe-b28d121a1eb3, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=da2564e8-62fa-4fe4-9fbe-b28d121a1eb3,segment=NetworkSegment(551aba32-bdad-43b6-8452-80dd0de8ca85),segment_id=551aba32-bdad-43b6-8452-80dd0de8ca85)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:44:45.511685 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:45.514618 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:45.572695 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Routers {'681117b8-cbbe-4184-a724-fd8269a1ab75'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:44:45.573242 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:44:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['681117b8-cbbe-4184-a724-fd8269a1ab75'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:45.576063 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Pushing event updated for resources: {'Port': ['ID=da2564e8-62fa-4fe4-9fbe-b28d121a1eb3,revision_number=4']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:45.612964 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:45.668015 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] Set router 681117b8-cbbe-4184-a724-fd8269a1ab75 gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:44:45.869769 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681117b8-cbbe-4184-a724-fd8269a1ab75', 'name': 'router1', 'tenant_id': 'a29a73664b134243962ee7c987d49102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:44:33Z', 'updated_at': '2021-06-29T15:44:43Z', 'revision_number': 2, 'project_id': 'a29a73664b134243962ee7c987d49102', 'gw_port_host': None, '_interfaces': [{'id': 'da2564e8-62fa-4fe4-9fbe-b28d121a1eb3', 'name': '', 'network_id': '65c45d55-a972-497c-9dd7-86f325d8c0a5', 'tenant_id': 'a29a73664b134243962ee7c987d49102', 'mac_address': 'fa:16:3e:ab:bf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681117b8-cbbe-4184-a724-fd8269a1ab75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:42Z', 'updated_at': '2021-06-29T15:44:45Z', 'revision_number': 4, 'project_id': 'a29a73664b134243962ee7c987d49102', 'subnets': [{'id': '25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9448c0db-932b-4a07-bfea-b5f9988635fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:45.902069 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a155d-a9a8-492d-b397-f783e883476e None None] The sync data for ids ['681117b8-cbbe-4184-a724-fd8269a1ab75'] in dv-cinder-786627-15-iscsi is: [{'id': '681117b8-cbbe-4184-a724-fd8269a1ab75', 'name': 'router1', 'tenant_id': 'a29a73664b134243962ee7c987d49102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:44:33Z', 'updated_at': '2021-06-29T15:44:43Z', 'revision_number': 2, 'project_id': 'a29a73664b134243962ee7c987d49102', 'gw_port_host': None, '_interfaces': [{'id': 'da2564e8-62fa-4fe4-9fbe-b28d121a1eb3', 'name': '', 'network_id': '65c45d55-a972-497c-9dd7-86f325d8c0a5', 'tenant_id': 'a29a73664b134243962ee7c987d49102', 'mac_address': 'fa:16:3e:ab:bf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681117b8-cbbe-4184-a724-fd8269a1ab75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:42Z', 'updated_at': '2021-06-29T15:44:45Z', 'revision_number': 4, 'project_id': 'a29a73664b134243962ee7c987d49102', 'subnets': [{'id': '25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9448c0db-932b-4a07-bfea-b5f9988635fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:44:46.208418 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44382) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:46.348031 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61adad85-669a-4e05-91e3-9a136d5c8f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:44:46.349370 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-61adad85-669a-4e05-91e3-9a136d5c8f7f admin admin] 10.222.0.66 "GET /v2.0/networks/5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 HTTP/1.1" status: 200 len: 842 time: 0.1400855 Jun 29 15:44:46.358430 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-44ffebda-c7b7-4859-8b77-9d2c105c5bbe admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:44:46.377912 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ffebda-c7b7-4859-8b77-9d2c105c5bbe admin admin] Made reservation on behalf of a40cd5e28c3143b6a5b87291f96703d0 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:44:46.380194 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-44ffebda-c7b7-4859-8b77-9d2c105c5bbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:46.735326 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.objects.ports [None req-44ffebda-c7b7-4859-8b77-9d2c105c5bbe admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 15:44:46.735709 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-44ffebda-c7b7-4859-8b77-9d2c105c5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:46.739169 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-376cb0bb-a7d7-46e3-8c8c-06770155f7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:46.791576 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffebda-c7b7-4859-8b77-9d2c105c5bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ac779d2-8082-470d-890a-e93f2ae1fa64,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:46.795695 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-44ffebda-c7b7-4859-8b77-9d2c105c5bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:46.799424 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ffebda-c7b7-4859-8b77-9d2c105c5bbe admin admin] Checking segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:44:46.799803 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ffebda-c7b7-4859-8b77-9d2c105c5bbe admin admin] Network hostable DHCP agents. Network: 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:44:46.816860 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ffebda-c7b7-4859-8b77-9d2c105c5bbe admin admin] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:44:46.824219 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-44ffebda-c7b7-4859-8b77-9d2c105c5bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:44:46.828302 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ffebda-c7b7-4859-8b77-9d2c105c5bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:44:46.828882 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-44ffebda-c7b7-4859-8b77-9d2c105c5bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:46.834168 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e7ad6f-aa5c-41ee-b2c1-226adbc7e812 None None] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:44:46.847342 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-44ffebda-c7b7-4859-8b77-9d2c105c5bbe admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4866376 Jun 29 15:44:46.963679 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34a7abe-19f7-49f5-a185-4234c93a5b02 None None] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:44:49.078811 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44404) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:49.126993 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device da2564e8-62fa-4fe4-9fbe-b28d121a1eb3 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:44:49.174485 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port da2564e8-62fa-4fe4-9fbe-b28d121a1eb3 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:44:49.177860 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port da2564e8-62fa-4fe4-9fbe-b28d121a1eb3 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:49.178224 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:49.252697 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:49.283015 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port da2564e8-62fa-4fe4-9fbe-b28d121a1eb3, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=da2564e8-62fa-4fe4-9fbe-b28d121a1eb3,segment=NetworkSegment(551aba32-bdad-43b6-8452-80dd0de8ca85),segment_id=551aba32-bdad-43b6-8452-80dd0de8ca85)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:44:49.286705 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:49.288865 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:49.309548 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8c85bf77-2825-408a-8c6b-6b6746656cd6 admin admin] 10.222.0.66 "GET /v2.0/routers/681117b8-cbbe-4184-a724-fd8269a1ab75 HTTP/1.1" status: 200 len: 710 time: 0.2296050 Jun 29 15:44:49.376853 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=da2564e8-62fa-4fe4-9fbe-b28d121a1eb3,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:49.380467 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:49.393896 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b1d7e7-2cdc-428f-b148-65d53727fa9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:44:49.395238 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-38b1d7e7-2cdc-428f-b148-65d53727fa9c admin admin] 10.222.0.66 "GET /v2.0/networks/5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 HTTP/1.1" status: 200 len: 886 time: 0.0804372 Jun 29 15:44:49.404123 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:44:49.678296 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1524'] for router, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:49.904153 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:49.980341 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:50.127987 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Allocated IP 172.27.2.42 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/73311a92-06cf-4c15-b2bc-e77db9ec1a47) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:44:50.234036 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:50.312398 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:50.315182 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:50.387779 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:44:50.392301 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:44:50.397975 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:44:50.401026 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Pushing event updated for resources: {'Port': ['ID=73311a92-06cf-4c15-b2bc-e77db9ec1a47,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:50.433366 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:50.664314 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:50.903532 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1524'] for router, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:50.906671 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4115830'] for router, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:51.010469 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Router 681117b8-cbbe-4184-a724-fd8269a1ab75 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:44:51.109506 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device da2564e8-62fa-4fe4-9fbe-b28d121a1eb3 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:44:51.112287 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:44:51.117253 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:51.123295 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] 10.222.0.66 "PUT /v2.0/routers/681117b8-cbbe-4184-a724-fd8269a1ab75 HTTP/1.1" status: 200 len: 889 time: 1.7174561 Jun 29 15:44:51.132937 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Sync routers for ids ['681117b8-cbbe-4184-a724-fd8269a1ab75'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:44:51.154890 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Routers {'681117b8-cbbe-4184-a724-fd8269a1ab75'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:44:51.155595 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:44:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['681117b8-cbbe-4184-a724-fd8269a1ab75'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:51.278746 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port da2564e8-62fa-4fe4-9fbe-b28d121a1eb3 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:51.278746 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:51.412331 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Set router 681117b8-cbbe-4184-a724-fd8269a1ab75 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:44:51.821073 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681117b8-cbbe-4184-a724-fd8269a1ab75', 'name': 'router1', 'tenant_id': 'a29a73664b134243962ee7c987d49102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '73311a92-06cf-4c15-b2bc-e77db9ec1a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:44:33Z', 'updated_at': '2021-06-29T15:44:50Z', 'revision_number': 4, 'project_id': 'a29a73664b134243962ee7c987d49102', 'gw_port': {'id': '73311a92-06cf-4c15-b2bc-e77db9ec1a47', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:79:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681117b8-cbbe-4184-a724-fd8269a1ab75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:49Z', 'updated_at': '2021-06-29T15:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'da2564e8-62fa-4fe4-9fbe-b28d121a1eb3', 'name': '', 'network_id': '65c45d55-a972-497c-9dd7-86f325d8c0a5', 'tenant_id': 'a29a73664b134243962ee7c987d49102', 'mac_address': 'fa:16:3e:ab:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681117b8-cbbe-4184-a724-fd8269a1ab75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:42Z', 'updated_at': '2021-06-29T15:44:49Z', 'revision_number': 5, 'project_id': 'a29a73664b134243962ee7c987d49102', 'subnets': [{'id': '25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9448c0db-932b-4a07-bfea-b5f9988635fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:51.867907 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Checking router: 681117b8-cbbe-4184-a724-fd8269a1ab75 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:44:51.868281 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Updating router 681117b8-cbbe-4184-a724-fd8269a1ab75 port 73311a92-06cf-4c15-b2bc-e77db9ec1a47 binding host dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:44:51.902441 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:52.210928 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:52.220547 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Transition to ACTIVE for port object 73311a92-06cf-4c15-b2bc-e77db9ec1a47 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:44:52.225535 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:52.227677 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:52.276253 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Attempting to bind port 73311a92-06cf-4c15-b2bc-e77db9ec1a47 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:44:52.276635 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Attempting to bind port 73311a92-06cf-4c15-b2bc-e77db9ec1a47 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:44:52.277003 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Attempting to bind port 73311a92-06cf-4c15-b2bc-e77db9ec1a47 on network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:44:52.279706 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721965d4-4fca-4bd7-b363-4c53b247c1a5 None None] Pushing event updated for resources: {'Port': ['ID=73311a92-06cf-4c15-b2bc-e77db9ec1a47,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:52.283347 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-721965d4-4fca-4bd7-b363-4c53b247c1a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:52.284530 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:44:52.284909 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Checking segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:44:52.285302 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:52.285693 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Bound using segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:44:52.286178 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Bound port: 73311a92-06cf-4c15-b2bc-e77db9ec1a47, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:44:52.286579 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:52.407501 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] For port 73311a92-06cf-4c15-b2bc-e77db9ec1a47, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:44:52.410487 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] For port 73311a92-06cf-4c15-b2bc-e77db9ec1a47, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=73311a92-06cf-4c15-b2bc-e77db9ec1a47,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:44:52.414363 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:52.416544 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:52.475200 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721965d4-4fca-4bd7-b363-4c53b247c1a5 None None] Pushing event updated for resources: {'Port': ['ID=73311a92-06cf-4c15-b2bc-e77db9ec1a47,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:52.477581 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Routers {'681117b8-cbbe-4184-a724-fd8269a1ab75'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:44:52.478175 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:44:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['681117b8-cbbe-4184-a724-fd8269a1ab75'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:52.480931 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-721965d4-4fca-4bd7-b363-4c53b247c1a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:52.587650 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] Set router 681117b8-cbbe-4184-a724-fd8269a1ab75 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:44:52.795347 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681117b8-cbbe-4184-a724-fd8269a1ab75', 'name': 'router1', 'tenant_id': 'a29a73664b134243962ee7c987d49102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '73311a92-06cf-4c15-b2bc-e77db9ec1a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:44:33Z', 'updated_at': '2021-06-29T15:44:50Z', 'revision_number': 4, 'project_id': 'a29a73664b134243962ee7c987d49102', 'gw_port': {'id': '73311a92-06cf-4c15-b2bc-e77db9ec1a47', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:79:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681117b8-cbbe-4184-a724-fd8269a1ab75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:49Z', 'updated_at': '2021-06-29T15:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'da2564e8-62fa-4fe4-9fbe-b28d121a1eb3', 'name': '', 'network_id': '65c45d55-a972-497c-9dd7-86f325d8c0a5', 'tenant_id': 'a29a73664b134243962ee7c987d49102', 'mac_address': 'fa:16:3e:ab:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681117b8-cbbe-4184-a724-fd8269a1ab75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:42Z', 'updated_at': '2021-06-29T15:44:49Z', 'revision_number': 5, 'project_id': 'a29a73664b134243962ee7c987d49102', 'subnets': [{'id': '25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9448c0db-932b-4a07-bfea-b5f9988635fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:52.820650 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0454b74-1db1-46c0-bd18-a43a1d544cf1 None None] The sync data for ids ['681117b8-cbbe-4184-a724-fd8269a1ab75'] in dv-cinder-786627-15-iscsi is: [{'id': '681117b8-cbbe-4184-a724-fd8269a1ab75', 'name': 'router1', 'tenant_id': 'a29a73664b134243962ee7c987d49102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '73311a92-06cf-4c15-b2bc-e77db9ec1a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:44:33Z', 'updated_at': '2021-06-29T15:44:50Z', 'revision_number': 4, 'project_id': 'a29a73664b134243962ee7c987d49102', 'gw_port': {'id': '73311a92-06cf-4c15-b2bc-e77db9ec1a47', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:79:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681117b8-cbbe-4184-a724-fd8269a1ab75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:49Z', 'updated_at': '2021-06-29T15:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'da2564e8-62fa-4fe4-9fbe-b28d121a1eb3', 'name': '', 'network_id': '65c45d55-a972-497c-9dd7-86f325d8c0a5', 'tenant_id': 'a29a73664b134243962ee7c987d49102', 'mac_address': 'fa:16:3e:ab:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681117b8-cbbe-4184-a724-fd8269a1ab75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:42Z', 'updated_at': '2021-06-29T15:44:49Z', 'revision_number': 5, 'project_id': 'a29a73664b134243962ee7c987d49102', 'subnets': [{'id': '25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9448c0db-932b-4a07-bfea-b5f9988635fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:44:53.140912 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 73311a92-06cf-4c15-b2bc-e77db9ec1a47 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:44:53.191234 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port 73311a92-06cf-4c15-b2bc-e77db9ec1a47 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:44:53.196214 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 73311a92-06cf-4c15-b2bc-e77db9ec1a47 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:53.196722 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:53.281932 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:53.304292 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port 73311a92-06cf-4c15-b2bc-e77db9ec1a47, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=73311a92-06cf-4c15-b2bc-e77db9ec1a47,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:44:53.308994 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:53.311156 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-2884f921-d738-4f17-9f93-e43a8935c809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:53.371834 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=73311a92-06cf-4c15-b2bc-e77db9ec1a47,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:53.375047 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:53.469842 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 44412) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:53.596151 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-da951e0d-3cbc-4f97-926f-545e38317477 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1251762 Jun 29 15:44:55.114709 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 73311a92-06cf-4c15-b2bc-e77db9ec1a47 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:44:55.161697 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 73311a92-06cf-4c15-b2bc-e77db9ec1a47 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:55.162082 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:04.808773 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:45:08.190830 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ae9685bf-be11-47eb-84bf-5bb9d5c62bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:10.746038 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-75c85428-787e-4406-9f40-c60428d7c371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:11.326073 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:11.796498 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:13.551916 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:38.208328 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-99760c52-966e-45da-b254-abc7acad48db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:40.747701 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eb5603e-9ad7-443b-8c7a-6d4f99c0869a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:41.321981 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:41.789375 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:41.807098 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:45:43.580709 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:08.188214 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3d1ec5cb-29d1-45ed-9e19-db7e3116b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:10.749190 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e7510670-708b-4e09-b649-c0a29b3bb85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:11.323512 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:11.793585 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:13.551667 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:18.805379 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:46:28.612904 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44980) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:28.672254 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5410fcb4-f481-44b3-8975-3655592bcc5e admin admin] GET failed (client error): The resource could not be found. Jun 29 15:46:28.673529 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5410fcb4-f481-44b3-8975-3655592bcc5e admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596893 Jun 29 15:46:28.824267 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8ef3d8-083e-4312-9763-dd601878d234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:28.825699 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ff8ef3d8-083e-4312-9763-dd601878d234 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1483262 Jun 29 15:46:30.958973 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44990) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:31.051248 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2365c645-6a37-4353-8823-6af434974a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:31.052602 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-2365c645-6a37-4353-8823-6af434974a5c admin admin] 10.222.0.66 "GET /v2.0/subnets/25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f HTTP/1.1" status: 200 len: 849 time: 0.0925875 Jun 29 15:46:31.061543 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:46:31.140261 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:31.275838 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766223534547'] for subnet, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:31.278953 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-44ffebda-c7b7-4859-8b77-9d2c105c5bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:46:31.305868 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:31.306450 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:31.310762 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] 10.222.0.66 "PUT /v2.0/subnets/25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f HTTP/1.1" status: 200 len: 868 time: 0.2498176 Jun 29 15:46:31.331076 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044278b0-bdb2-4e37-acce-b4ca462643ea None None] Network 65c45d55-a972-497c-9dd7-86f325d8c0a5 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:46:31.331748 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:46:31.339407 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:31.339807 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:31.340157 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:31.340483 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:31.340807 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:31.341152 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:31.341480 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:31.341802 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:31.342137 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:31.342460 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:31.342778 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:31.343096 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:31.347553 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:46:31.719037 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-2318fbce-6272-4e67-bac1-9a5f94c33508 None None] Provisioning complete for port d313838d-67b9-4117-b764-a856802a408f triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:46:31.719413 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2318fbce-6272-4e67-bac1-9a5f94c33508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:31.803681 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-2318fbce-6272-4e67-bac1-9a5f94c33508 None None] Provisioning complete for port da2564e8-62fa-4fe4-9fbe-b28d121a1eb3 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:46:31.803997 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2318fbce-6272-4e67-bac1-9a5f94c33508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:33.439702 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44998) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:33.635126 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee12cc9-6145-4866-ae8f-a8ec38da07aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:33.635624 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee12cc9-6145-4866-ae8f-a8ec38da07aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:33.637147 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5ee12cc9-6145-4866-ae8f-a8ec38da07aa admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1964252 Jun 29 15:46:35.744685 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45006) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:35.870616 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11189193-8298-46ec-ba4b-3c421fcc1617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:35.871086 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11189193-8298-46ec-ba4b-3c421fcc1617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:35.872586 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-11189193-8298-46ec-ba4b-3c421fcc1617 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1269283 Jun 29 15:46:37.999707 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45014) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:38.124786 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7f164c-4824-4a9a-b1a4-34ffc62bd317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:38.126147 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0d7f164c-4824-4a9a-b1a4-34ffc62bd317 admin admin] 10.222.0.66 "GET /v2.0/networks/5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 HTTP/1.1" status: 200 len: 886 time: 0.1254933 Jun 29 15:46:38.191459 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-244cd9a2-bec8-4284-8523-a95fcc5141a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:40.248578 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45022) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:40.386494 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3e1cfc-ed5c-4b4b-8d0c-4722d45343b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:40.387846 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ca3e1cfc-ed5c-4b4b-8d0c-4722d45343b1 admin admin] 10.222.0.66 "GET /v2.0/networks/65c45d55-a972-497c-9dd7-86f325d8c0a5 HTTP/1.1" status: 200 len: 869 time: 0.1382940 Jun 29 15:46:40.754699 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e29f65f5-7ddb-44f9-88f6-50abeb6baf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:41.324688 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:41.796710 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:42.517598 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45030) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:42.635017 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b6184-0db4-4857-b880-663499d30ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:42.635470 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b6184-0db4-4857-b880-663499d30ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:42.636965 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-538b6184-0db4-4857-b880-663499d30ea2 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1184375 Jun 29 15:46:43.555196 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:44.757496 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45038) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:44.844206 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b870b26e-d691-4b32-8684-be466bb6862c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:44.844662 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b870b26e-d691-4b32-8684-be466bb6862c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:44.846122 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-b870b26e-d691-4b32-8684-be466bb6862c admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0876908 Jun 29 15:46:46.958296 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45046) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:47.048116 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c556675c-c0c2-4400-a92b-f4860d463173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:47.061006 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-c556675c-c0c2-4400-a92b-f4860d463173 admin admin] 10.222.0.66 "GET /v2.0/subnets/25ad6ee4-7f3c-4b8d-a1fc-a3cf819c1a0f HTTP/1.1" status: 200 len: 868 time: 0.0901232 Jun 29 15:46:49.174583 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45054) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:49.258845 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35fe292-b805-49a2-a0f0-773fb521ab84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:49.260144 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-c35fe292-b805-49a2-a0f0-773fb521ab84 admin admin] 10.222.0.66 "GET /v2.0/subnets/6ac779d2-8082-470d-890a-e93f2ae1fa64 HTTP/1.1" status: 200 len: 816 time: 0.0846219 Jun 29 15:46:55.804313 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:47:08.191689 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a60c77e2-334b-4e51-be0b-dd8a41a5c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:10.755428 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-506878bf-b6bf-4523-8c5f-9285101a3796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:11.325153 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:11.800278 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:12.276997 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45098) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:47:12.321980 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [None req-ece6dbe2-a185-49c0-bae8-1752342d8c74 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:47:12.323015 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ece6dbe2-a185-49c0-bae8-1752342d8c74 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450909 Jun 29 15:47:13.555458 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:14.537026 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45106) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:47:14.671504 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.pecan_wsgi.hooks.translation [None req-607e952c-6f7b-44f3-8948-136ab71bf9d1 admin admin] GET failed (client error): The resource could not be found. Jun 29 15:47:14.672946 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-607e952c-6f7b-44f3-8948-136ab71bf9d1 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1349325 Jun 29 15:47:14.755494 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca43dbee-8a68-40d6-80c8-c3939bcfa5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:47:14.756860 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ca43dbee-8a68-40d6-80c8-c3939bcfa5ca admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0800960 Jun 29 15:47:16.888446 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45114) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:47:16.933737 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:47:16.956258 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Made reservation on behalf of a40cd5e28c3143b6a5b87291f96703d0 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:47:16.958620 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:16.986939 dv-cinder-786627-15-iscsi neutron-server[92894]: WARNING neutron.services.revisions.revision_plugin [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Could not find related network for resource to bump revision. Jun 29 15:47:17.003238 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:47:17.017073 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766223617082', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:17.017614 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Unsubscribe: segment precommit_create {{(pid=92894) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 15:47:17.018064 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Added segment b977d711-fcc2-4494-b43d-d0aedd8ca661 of type vlan for network 4099f0e2-6e7b-4c08-b7c5-7758e5688ceb Jun 29 15:47:17.081426 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:17.119583 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:17.120888 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:47:17.121515 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:17.124191 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:47:17.185517 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2960155 Jun 29 15:47:17.214302 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Pushing event updated for resources: {'Network': ['ID=4099f0e2-6e7b-4c08-b7c5-7758e5688ceb,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:47:17.222125 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:17.222470 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:17.222796 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:17.223124 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:17.223438 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:17.223785 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:17.224102 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:17.224431 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:17.224759 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:17.225073 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:17.225379 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:17.225683 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:17.229758 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:47:17.237679 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network 4099f0e2-6e7b-4c08-b7c5-7758e5688ceb details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:47:19.327199 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45124) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:47:19.397000 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9d3ac7-deff-4e5f-8328-60f203e11b30 admin admin] GET failed (client error): The resource could not be found. Jun 29 15:47:19.398317 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-be9d3ac7-deff-4e5f-8328-60f203e11b30 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0701568 Jun 29 15:47:19.469675 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5eaeb1-7ab0-45e7-8de9-33f4a7efeba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:47:19.471118 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ca5eaeb1-7ab0-45e7-8de9-33f4a7efeba1 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689895 Jun 29 15:47:19.480598 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-8ae8594b-c5b2-42a9-b5af-5fd08352675c admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '4099f0e2-6e7b-4c08-b7c5-7758e5688ceb', 'description': 'shared-subnet'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:47:19.500958 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae8594b-c5b2-42a9-b5af-5fd08352675c admin admin] Made reservation on behalf of a40cd5e28c3143b6a5b87291f96703d0 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:47:19.503776 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8ae8594b-c5b2-42a9-b5af-5fd08352675c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:19.661002 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8ae8594b-c5b2-42a9-b5af-5fd08352675c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:19.663738 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:47:19.716185 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8594b-c5b2-42a9-b5af-5fd08352675c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c21575-f696-42d5-915a-99ea705010e3,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:47:19.719984 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8ae8594b-c5b2-42a9-b5af-5fd08352675c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:47:19.723619 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae8594b-c5b2-42a9-b5af-5fd08352675c admin admin] Checking segment: {'id': 'b977d711-fcc2-4494-b43d-d0aedd8ca661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4099f0e2-6e7b-4c08-b7c5-7758e5688ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:47:19.723982 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae8594b-c5b2-42a9-b5af-5fd08352675c admin admin] Network hostable DHCP agents. Network: 4099f0e2-6e7b-4c08-b7c5-7758e5688ceb, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:47:19.739641 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae8594b-c5b2-42a9-b5af-5fd08352675c admin admin] Network 4099f0e2-6e7b-4c08-b7c5-7758e5688ceb is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:47:19.747597 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-8ae8594b-c5b2-42a9-b5af-5fd08352675c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, 4099f0e2-6e7b-4c08-b7c5-7758e5688ceb) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:47:19.751998 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8594b-c5b2-42a9-b5af-5fd08352675c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:47:19.752580 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8ae8594b-c5b2-42a9-b5af-5fd08352675c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:19.757033 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090947ba-3376-4d37-b928-e6a425c54b51 None None] Network 4099f0e2-6e7b-4c08-b7c5-7758e5688ceb requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:47:19.769442 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8ae8594b-c5b2-42a9-b5af-5fd08352675c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2884851 Jun 29 15:47:19.996637 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79cdfe99-4e4a-5ea2-8438-12b2e84733c2-4099f0e2-6e7b-4c08-b7c5-7758e5688ceb', 'network_id': '4099f0e2-6e7b-4c08-b7c5-7758e5688ceb', 'tenant_id': 'a40cd5e28c3143b6a5b87291f96703d0', 'fixed_ips': [{'subnet_id': 'e3c21575-f696-42d5-915a-99ea705010e3'}]}} from dv-cinder-786627-15-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 15:47:19.997484 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:20.131725 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Allocated IP 192.168.233.2 (4099f0e2-6e7b-4c08-b7c5-7758e5688ceb/e3c21575-f696-42d5-915a-99ea705010e3/1b4af54e-316d-4346-9ff6-39de148948a6) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:47:20.272176 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:20.280926 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Transition to ACTIVE for port object 1b4af54e-316d-4346-9ff6-39de148948a6 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:47:20.295978 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Transition to ACTIVE for port object 1b4af54e-316d-4346-9ff6-39de148948a6 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:47:20.303747 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:20.306402 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:47:20.348457 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Network 4099f0e2-6e7b-4c08-b7c5-7758e5688ceb is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:47:20.352180 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Pushing event updated for resources: {'Port': ['ID=1b4af54e-316d-4346-9ff6-39de148948a6,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:47:20.355129 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:47:20.359958 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:47:20.362924 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:20.363299 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:20.363676 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:20.364008 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:20.364338 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:20.364672 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:20.364997 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:20.365338 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:20.365683 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:20.366007 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:20.366327 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:20.366638 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:20.370455 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:47:20.421856 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Attempting to bind port 1b4af54e-316d-4346-9ff6-39de148948a6 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:47:20.422257 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Attempting to bind port 1b4af54e-316d-4346-9ff6-39de148948a6 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'b977d711-fcc2-4494-b43d-d0aedd8ca661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4099f0e2-6e7b-4c08-b7c5-7758e5688ceb'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:47:20.422617 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Attempting to bind port 1b4af54e-316d-4346-9ff6-39de148948a6 on network 4099f0e2-6e7b-4c08-b7c5-7758e5688ceb {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:47:20.427615 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:47:20.427968 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Checking segment: {'id': 'b977d711-fcc2-4494-b43d-d0aedd8ca661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4099f0e2-6e7b-4c08-b7c5-7758e5688ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:47:20.428367 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:20.428752 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Bound using segment: {'id': 'b977d711-fcc2-4494-b43d-d0aedd8ca661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4099f0e2-6e7b-4c08-b7c5-7758e5688ceb'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:47:20.429216 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Bound port: 1b4af54e-316d-4346-9ff6-39de148948a6, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b977d711-fcc2-4494-b43d-d0aedd8ca661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4099f0e2-6e7b-4c08-b7c5-7758e5688ceb'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:47:20.429625 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:20.494618 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] For port 1b4af54e-316d-4346-9ff6-39de148948a6, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:47:20.497927 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] For port 1b4af54e-316d-4346-9ff6-39de148948a6, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=1b4af54e-316d-4346-9ff6-39de148948a6,segment=NetworkSegment(b977d711-fcc2-4494-b43d-d0aedd8ca661),segment_id=b977d711-fcc2-4494-b43d-d0aedd8ca661)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:47:20.502903 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:20.505177 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:47:20.562241 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Pushing event updated for resources: {'Port': ['ID=1b4af54e-316d-4346-9ff6-39de148948a6,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:47:20.566571 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:47:21.260154 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 1b4af54e-316d-4346-9ff6-39de148948a6 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:47:21.313390 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port 1b4af54e-316d-4346-9ff6-39de148948a6 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:47:21.391270 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0233d97c-9833-49f0-bb56-8fd388056ef8 None None] Network 4099f0e2-6e7b-4c08-b7c5-7758e5688ceb requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:47:21.461265 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-a94bce49-d24a-4849-9e70-33f6ed6beab6 None None] Provisioning for port 1b4af54e-316d-4346-9ff6-39de148948a6 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:47:21.473704 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-a94bce49-d24a-4849-9e70-33f6ed6beab6 None None] Provisioning complete for port 1b4af54e-316d-4346-9ff6-39de148948a6 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:47:21.474084 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a94bce49-d24a-4849-9e70-33f6ed6beab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:21.609155 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a94bce49-d24a-4849-9e70-33f6ed6beab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:21.650538 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-a94bce49-d24a-4849-9e70-33f6ed6beab6 None None] For port 1b4af54e-316d-4346-9ff6-39de148948a6, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=1b4af54e-316d-4346-9ff6-39de148948a6,segment=NetworkSegment(b977d711-fcc2-4494-b43d-d0aedd8ca661),segment_id=b977d711-fcc2-4494-b43d-d0aedd8ca661)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:47:21.658468 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a94bce49-d24a-4849-9e70-33f6ed6beab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:21.660591 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:47:21.731645 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bce49-d24a-4849-9e70-33f6ed6beab6 None None] Pushing event updated for resources: {'Port': ['ID=1b4af54e-316d-4346-9ff6-39de148948a6,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:47:21.737298 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-a94bce49-d24a-4849-9e70-33f6ed6beab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:47:21.884722 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-d9fcad8d-0634-4a7f-b66e-2d93508e48ab None None] Provisioning complete for port 1b4af54e-316d-4346-9ff6-39de148948a6 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:47:21.885023 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d9fcad8d-0634-4a7f-b66e-2d93508e48ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:23.225769 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 1b4af54e-316d-4346-9ff6-39de148948a6 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:47:23.272490 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 1b4af54e-316d-4346-9ff6-39de148948a6 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:47:23.272864 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:32.803114 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:47:38.192321 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9cfe9252-c2c9-4279-8b30-8f9a1ec63a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:40.758784 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-bd390189-685e-4bd6-9ada-f2ea055dacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:41.325829 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:41.802102 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:43.560241 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:08.193498 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2d58e35a-18e0-414a-af8f-990facb88dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:09.801140 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:48:10.758561 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c508a819-0f84-4f30-8fb3-0a289d40d057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:11.326908 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:11.806618 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:13.561862 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:38.195594 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c3b0cf8-bed4-4f8a-acff-db7201bdb7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:40.758818 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f72c2029-96f0-476c-ab41-55827f188851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:41.328606 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:41.808046 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:43.564362 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:46.799618 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:48:55.004255 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45176) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:48:55.010112 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [None req-5371d824-1408-429d-95ea-57e6f0412ccc tempest-verify_tempest_config-226871948 tempest-verify_tempest_config-226871948-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:48:55.011088 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5371d824-1408-429d-95ea-57e6f0412ccc tempest-verify_tempest_config-226871948 tempest-verify_tempest_config-226871948-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058570 Jun 29 15:48:55.326137 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45194) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:48:55.426453 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:55.544667 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:55.549027 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:55.554680 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:48:55.596221 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8127b495ebbf4e7f948a8bdb81b6c81f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2690682 Jun 29 15:48:55.598684 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d3b378-08a2-45fa-94ca-78abdc54dfba,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:48:55.599016 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45200) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:48:55.603803 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.604172 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.604509 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.604838 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.605162 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.605504 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.605824 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.606158 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.606497 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.606818 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.607130 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.607442 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.612351 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:48:55.658229 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:55.679407 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:55.763639 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:55.766433 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:55.770377 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4d3b378-08a2-45fa-94ca-78abdc54dfba HTTP/1.1" status: 204 len: 168 time: 0.1702137 Jun 29 15:48:55.771773 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:48:55.778815 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d3b378-08a2-45fa-94ca-78abdc54dfba,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:48:55.785693 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.786055 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.786389 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.786713 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.787035 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.787367 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.787713 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.788047 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.788378 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.788693 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.789001 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.789331 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.796977 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:49:08.196122 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ef8b722b-03a9-42eb-961d-fc9f2394ce12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:10.760878 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-85304ed7-b6db-41d6-8571-99580c4dde78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:11.329578 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:11.809700 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:13.567718 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:23.798334 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:49:38.197161 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a0f1297f-c474-499f-8c06-d61d67785b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:40.760626 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-59a941eb-5f2f-40ef-bf40-be5afd38c148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:41.334096 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:41.813119 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:43.569958 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:00.796694 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:50:08.197089 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0298d2fe-a624-414f-82bc-a11a50bccb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:10.760403 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-38953a1a-8d2f-4aeb-accd-47a0cbf56ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:11.334800 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:11.816230 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:13.572391 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:36.530663 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774048'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:37.795282 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:50:38.197359 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6055f8fc-c9d3-4aeb-98ae-3a8c3c696601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:38.513727 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45252) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:50:38.615442 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-27dfd74a-47f3-4cd7-9e9c-6775fe13573f admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1006024 Jun 29 15:50:40.739730 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45262) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:50:40.770046 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-7c066a79-ad52-4f4a-ac9e-0f6c5af908c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:40.799725 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a39bb3b3-c2d4-443b-b2d5-8ee5c2789f8a admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0588353 Jun 29 15:50:41.335210 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:41.818301 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:43.576633 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:06.512727 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:08.197596 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3bdc702d-4e3d-441b-91d9-28260d5dea5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:10.762807 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-bdaacd0e-af5b-4707-955c-ca25363ea584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:11.335176 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:11.821820 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:13.579656 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:14.792885 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:51:36.502149 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:38.197898 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-884883d3-2643-4da0-b702-dd73fbdadfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:40.764865 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-47d0efe2-4a40-40f8-a621-d668c5044f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:41.335579 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:41.824663 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:43.580555 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:51.792258 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:52:06.525264 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:08.208573 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c9a2b96-6f58-4d3f-8cf7-a30b7f2149c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.602528 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45466) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:10.636011 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45474) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:10.772756 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-337062258-network', 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:10.776900 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f2bb85b9-c390-4e84-99bd-410f33bbcf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.799959 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Made reservation on behalf of 3eef1db2e18b4c9cb47f2668e1a20a91 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:10.802870 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.816861 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-830126628-network', 'tenant_id': 'dde65fe1b6b74022b0699a45512ae6cf'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:10.820049 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.849028 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.db.api [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 15:52:10.849028 dv-cinder-786627-15-iscsi neutron-server[92895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 15:52:10.849028 dv-cinder-786627-15-iscsi neutron-server[92895]: [parameters: {'project_id_1': '3eef1db2e18b4c9cb47f2668e1a20a91', 'expiration_1': datetime.datetime(2021, 6, 29, 15, 52, 10, 835076)}] Jun 29 15:52:10.849028 dv-cinder-786627-15-iscsi neutron-server[92895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 15:52:10.849536 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_db.api [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 15:52:10.856507 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Made reservation on behalf of dde65fe1b6b74022b0699a45512ae6cf for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:10.859146 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.868254 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.977860 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.983015 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.986989 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:11.007615 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:52:11.023637 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568defd7-d242-4668-8731-fc47670a8f9b,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:11.026648 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.026994 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Added segment c02c780a-ef66-494f-a424-1756a7cb6c3f of type vlan for network f86874b9-2623-40db-abbf-1a524d667e46 Jun 29 15:52:11.049474 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.049820 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.050155 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.050481 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.050797 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.051325 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.051677 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.052020 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.052359 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.052679 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.052994 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.053300 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Tracked resource versions report: Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: pushed versions: Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: { 'AddressGroup': {'1.2'}, Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'ConntrackHelper': {'1.0'}, Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Log': {'1.0'}, Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Network': {'1.1'}, Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Port': {'1.7'}, Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'PortForwarding': {'1.2'}, Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'QosPolicy': {'1.8'}, Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'SecurityGroup': {'1.4'}, Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'SubPort': {'1.0'}, Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Subnet': {'1.1'}, Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Trunk': {'1.1'}} Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: consumer versions: Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: { DHCP agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: HyperV agent@hv-cinder-78662: {}, Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: L3 agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: Metadata agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: Metering agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: Open vSwitch agent@dv-cinder-786627-15-iscsi: { 'AddressGroup': '1.2', Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'ConntrackHelper': '1.0', Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Log': '1.0', Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Network': '1.1', Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Port': '1.7', Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'PortForwarding': '1.2', Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'QosPolicy': '1.8', Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'SecurityGroup': '1.4', Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'SecurityGroupRule': '1.2', Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'SubPort': '1.0', Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Subnet': '1.1', Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: 'Trunk': '1.1'}} Jun 29 15:52:11.054531 dv-cinder-786627-15-iscsi neutron-server[92895]: {{(pid=92895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:52:11.058302 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:11.099606 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.130492 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.131836 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:11.132407 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.143055 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f48f3a52-3ead-4ea4-8587-cdc9e9275aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:11.160332 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5230629 Jun 29 15:52:11.160591 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45504) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:11.167108 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Request body: {'subnet': {'network_id': 'f86874b9-2623-40db-abbf-1a524d667e46', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-830126628-subnet', 'tenant_id': 'dde65fe1b6b74022b0699a45512ae6cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:11.200013 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Made reservation on behalf of dde65fe1b6b74022b0699a45512ae6cf for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:11.203122 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Pushing event updated for resources: {'Network': ['ID=f86874b9-2623-40db-abbf-1a524d667e46,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:11.203304 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.206860 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:11.216381 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network f86874b9-2623-40db-abbf-1a524d667e46 details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:52:11.230383 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45510) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:11.338675 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.351857 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.407700 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45526) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:11.451776 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.456666 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:11.501692 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.512687 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.525991 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1959905344-network', 'tenant_id': '6c6a24a5ffb44dc0828ac6739d5af6df'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:11.550895 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec9a335-f473-47e9-b3a1-46e3c429a526,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:11.562051 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:52:11.585279 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.586770 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Added segment 2b34a4ac-cb38-4e2b-a5fe-b490ba37971f of type vlan for network 8d92c76a-a67c-44c8-bc6a-d87b3504cec4 Jun 29 15:52:11.590600 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.591041 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.591286 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.597268 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.597682 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.598043 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.598385 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.598717 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.599062 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.599387 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.601516 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.602761 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Tracked resource versions report: Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: pushed versions: Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: { 'AddressGroup': {'1.2'}, Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'ConntrackHelper': {'1.0'}, Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Log': {'1.0'}, Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Network': {'1.1'}, Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Port': {'1.7'}, Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'PortForwarding': {'1.2'}, Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'QosPolicy': {'1.8'}, Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'SecurityGroup': {'1.4'}, Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'SubPort': {'1.0'}, Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Subnet': {'1.1'}, Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Trunk': {'1.1'}} Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: consumer versions: Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: { DHCP agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: HyperV agent@hv-cinder-78662: {}, Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: L3 agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: Metadata agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: Metering agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: Open vSwitch agent@dv-cinder-786627-15-iscsi: { 'AddressGroup': '1.2', Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'ConntrackHelper': '1.0', Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Log': '1.0', Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Network': '1.1', Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Port': '1.7', Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'PortForwarding': '1.2', Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'QosPolicy': '1.8', Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'SecurityGroup': '1.4', Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'SecurityGroupRule': '1.2', Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'SubPort': '1.0', Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Subnet': '1.1', Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: 'Trunk': '1.1'}} Jun 29 15:52:11.603066 dv-cinder-786627-15-iscsi neutron-server[92894]: {{(pid=92894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:52:11.618716 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:11.622002 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Checking segment: {'id': 'c02c780a-ef66-494f-a424-1756a7cb6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f86874b9-2623-40db-abbf-1a524d667e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:11.622358 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Network hostable DHCP agents. Network: f86874b9-2623-40db-abbf-1a524d667e46, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:52:11.680100 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.685359 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Network f86874b9-2623-40db-abbf-1a524d667e46 is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:52:11.708999 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, f86874b9-2623-40db-abbf-1a524d667e46) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:11.714575 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:11.715987 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.717906 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84357d08-4144-48d1-8f43-c851334191de None None] Network f86874b9-2623-40db-abbf-1a524d667e46 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:11.741036 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:11.779372 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1784055551-network', 'tenant_id': 'f1f4a8cf677a4766b04d8f8cb70c86ca'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:11.786975 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:11.804741 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:11.805594 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.820033 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:11.820951 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.827231 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9d04f1c3-9e84-429b-ba76-9c206c6aa59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:11.899211 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7374256 Jun 29 15:52:11.909426 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Made reservation on behalf of 6c6a24a5ffb44dc0828ac6739d5af6df for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:11.912213 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.943639 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd2ce4e-a8f3-4076-a00a-aef0cd9c3c3d None None] Network f86874b9-2623-40db-abbf-1a524d667e46 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:11.966124 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.986146 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Pushing event updated for resources: {'Network': ['ID=8d92c76a-a67c-44c8-bc6a-d87b3504cec4,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:11.991456 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:12.027008 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] Made reservation on behalf of f1f4a8cf677a4766b04d8f8cb70c86ca for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:12.039328 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.067807 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45556) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:12.072409 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-cb7d6c36-0aed-4d0d-86ca-1536a5eb2dc3 admin admin] Request body: {'subnet': {'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-337062258-subnet', 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:12.074967 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4597085 Jun 29 15:52:12.078816 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.089582 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network 8d92c76a-a67c-44c8-bc6a-d87b3504cec4 details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:52:12.092726 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.238172 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.248127 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.253778 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:12.270592 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7d6c36-0aed-4d0d-86ca-1536a5eb2dc3 admin admin] Made reservation on behalf of 3eef1db2e18b4c9cb47f2668e1a20a91 for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:12.275654 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cb7d6c36-0aed-4d0d-86ca-1536a5eb2dc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.435486 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.435486 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:52:12.468387 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.493563 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.495985 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Added segment af3ea9b1-0a29-4e3f-ac9f-b50021de810e of type vlan for network 059198d3-3540-485a-983a-6c096dda3a23 Jun 29 15:52:12.517557 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6277bc06-b1a6-424a-a59a-533c4a8427ee,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:12.522476 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:12.524100 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-db191c39-2742-4dd9-8129-65a01d0277d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:12.551169 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b882f3-c4b3-4b69-869a-316b247d0747,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:12.556011 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:12.591146 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:52:12.614052 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.618107 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.618917 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] Added segment b03bb11f-7894-40e0-9619-0b0fe2c55e5b of type vlan for network 913ddeee-2d32-441c-941e-b0980303e2cd Jun 29 15:52:12.669475 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.736380 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.737156 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cb7d6c36-0aed-4d0d-86ca-1536a5eb2dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.741414 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:12.744441 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:12.745571 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.752899 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f718902c-b2d2-4881-bcb8-557868ba7a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:12.863705 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d6c36-0aed-4d0d-86ca-1536a5eb2dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f7889f3-fcb4-48a2-b06b-d94d20a5bf52,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:12.868054 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cb7d6c36-0aed-4d0d-86ca-1536a5eb2dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:12.873093 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d6c36-0aed-4d0d-86ca-1536a5eb2dc3 admin admin] Checking segment: {'id': '2b34a4ac-cb38-4e2b-a5fe-b490ba37971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:12.874328 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7d6c36-0aed-4d0d-86ca-1536a5eb2dc3 admin admin] Network hostable DHCP agents. Network: 8d92c76a-a67c-44c8-bc6a-d87b3504cec4, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:52:12.875189 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.878111 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:12.878855 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.886473 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] Pushing event updated for resources: {'Network': ['ID=913ddeee-2d32-441c-941e-b0980303e2cd,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:12.890164 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:12.895610 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:12.900654 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network 913ddeee-2d32-441c-941e-b0980303e2cd details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:52:12.929843 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7d6c36-0aed-4d0d-86ca-1536a5eb2dc3 admin admin] Network 8d92c76a-a67c-44c8-bc6a-d87b3504cec4 is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:52:12.951205 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-cb7d6c36-0aed-4d0d-86ca-1536a5eb2dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, 8d92c76a-a67c-44c8-bc6a-d87b3504cec4) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:12.960690 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7d6c36-0aed-4d0d-86ca-1536a5eb2dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:12.961424 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cb7d6c36-0aed-4d0d-86ca-1536a5eb2dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.980084 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-cb7d6c36-0aed-4d0d-86ca-1536a5eb2dc3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9117963 Jun 29 15:52:12.982642 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45594) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:12.990853 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-337062258-router', 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:13.002177 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4146570d-1dc4-43b2-8bea-455a908e3a41 None None] Network 8d92c76a-a67c-44c8-bc6a-d87b3504cec4 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:13.013717 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45598) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:13.014337 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6043444 Jun 29 15:52:13.024677 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-617d0521-d5b5-4e93-ac81-ab536cddd6da admin admin] Request body: {'subnet': {'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1784055551-subnet', 'tenant_id': 'f1f4a8cf677a4766b04d8f8cb70c86ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:13.032140 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7999530 Jun 29 15:52:13.034128 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45602) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:13.049509 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4115774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1297'] for router, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.050651 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4114444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1286'] for router, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.069518 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-35c939a8-fca7-441d-9798-e7d51029233c admin admin] Request body: {'subnet': {'network_id': '059198d3-3540-485a-983a-6c096dda3a23', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1959905344-subnet', 'tenant_id': '6c6a24a5ffb44dc0828ac6739d5af6df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:13.076058 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617d0521-d5b5-4e93-ac81-ab536cddd6da admin admin] Made reservation on behalf of f1f4a8cf677a4766b04d8f8cb70c86ca for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:13.078975 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-617d0521-d5b5-4e93-ac81-ab536cddd6da admin admin] Notify callbacks [] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.082165 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Pushing event updated for resources: {'Network': ['ID=059198d3-3540-485a-983a-6c096dda3a23,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:13.095066 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:13.142328 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c939a8-fca7-441d-9798-e7d51029233c admin admin] Made reservation on behalf of 6c6a24a5ffb44dc0828ac6739d5af6df for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:13.144963 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-35c939a8-fca7-441d-9798-e7d51029233c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.164668 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network 059198d3-3540-485a-983a-6c096dda3a23 details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:52:13.185891 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.197571 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45628) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:13.203247 dv-cinder-786627-15-iscsi neutron-server[92894]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 15:52:13.213978 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45630) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:13.377213 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3124ba69-fc87-4168-8f64-b14c524e7887 None None] Network 8d92c76a-a67c-44c8-bc6a-d87b3504cec4 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:13.475707 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-35c939a8-fca7-441d-9798-e7d51029233c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.480016 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:13.507389 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45638) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:13.529652 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1524'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.538145 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c939a8-fca7-441d-9798-e7d51029233c admin admin] Pushing event updated for resources: {'Subnet': ['ID=df38859b-8e64-47de-a694-3dbbd34aa355,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:13.543183 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-35c939a8-fca7-441d-9798-e7d51029233c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:13.574815 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c939a8-fca7-441d-9798-e7d51029233c admin admin] Checking segment: {'id': 'af3ea9b1-0a29-4e3f-ac9f-b50021de810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '059198d3-3540-485a-983a-6c096dda3a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:13.574815 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c939a8-fca7-441d-9798-e7d51029233c admin admin] Network hostable DHCP agents. Network: 059198d3-3540-485a-983a-6c096dda3a23, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:52:13.591750 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.595123 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c939a8-fca7-441d-9798-e7d51029233c admin admin] Network 059198d3-3540-485a-983a-6c096dda3a23 is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:52:13.607466 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-35c939a8-fca7-441d-9798-e7d51029233c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, 059198d3-3540-485a-983a-6c096dda3a23) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:13.612873 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c939a8-fca7-441d-9798-e7d51029233c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:13.613941 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-35c939a8-fca7-441d-9798-e7d51029233c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.619797 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b01d168-b83a-4d15-97ba-82e0104dc267 None None] Network 059198d3-3540-485a-983a-6c096dda3a23 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:13.641886 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-35c939a8-fca7-441d-9798-e7d51029233c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5937479 Jun 29 15:52:13.788840 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015fba16-5293-495c-a6ab-8815d9847038 None None] Network 059198d3-3540-485a-983a-6c096dda3a23 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:13.834076 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-ee0c0499-7503-4874-a55b-2bbfc61ce94a tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:13.835610 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-ee0c0499-7503-4874-a55b-2bbfc61ce94a tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/networks?id=f86874b9-2623-40db-abbf-1a524d667e46 HTTP/1.1" status: 200 len: 811 time: 0.6335421 Jun 29 15:52:13.836435 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9e2bc515-a2ec-4dc1-b613-47b4c3d01d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.846896 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-96b3f610-d2d3-48f4-a3a4-6cea271f1bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.848878 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-617d0521-d5b5-4e93-ac81-ab536cddd6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.873383 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cb7d6c36-0aed-4d0d-86ca-1536a5eb2dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:13.891160 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-e64ec3fe-3f6a-4fdb-9944-f3f5313378b1 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/quotas/dde65fe1b6b74022b0699a45512ae6cf HTTP/1.1" status: 200 len: 375 time: 0.0383611 Jun 29 15:52:13.992936 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-d5b1e7bb-67c8-4152-adcf-10362550f265 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dde65fe1b6b74022b0699a45512ae6cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921612 Jun 29 15:52:14.044725 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d0521-d5b5-4e93-ac81-ab536cddd6da admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:14.048480 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-617d0521-d5b5-4e93-ac81-ab536cddd6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:14.061248 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617d0521-d5b5-4e93-ac81-ab536cddd6da admin admin] Checking segment: {'id': 'b03bb11f-7894-40e0-9619-0b0fe2c55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:14.061248 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617d0521-d5b5-4e93-ac81-ab536cddd6da admin admin] Network hostable DHCP agents. Network: 913ddeee-2d32-441c-941e-b0980303e2cd, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:52:14.118700 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617d0521-d5b5-4e93-ac81-ab536cddd6da admin admin] Network 913ddeee-2d32-441c-941e-b0980303e2cd is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:52:14.177867 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-617d0521-d5b5-4e93-ac81-ab536cddd6da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, 913ddeee-2d32-441c-941e-b0980303e2cd) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:14.183070 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617d0521-d5b5-4e93-ac81-ab536cddd6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:14.184367 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-617d0521-d5b5-4e93-ac81-ab536cddd6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.190972 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3163cbe-2f07-4490-9f7c-f19af9388e22 None None] Network 913ddeee-2d32-441c-941e-b0980303e2cd requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:14.232935 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9e2bc515-a2ec-4dc1-b613-47b4c3d01d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.278350 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9e2bc515-a2ec-4dc1-b613-47b4c3d01d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.294026 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f49749b3-ae8e-4526-9494-ad5c191d4693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:14.339698 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45684) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:14.346879 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-108232680-network', 'tenant_id': 'a2e42863a4424747913380675017c64b'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:14.388245 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-56fb55be-bd08-4b18-a3ea-c78519830f98 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:52:14.389367 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-56fb55be-bd08-4b18-a3ea-c78519830f98 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1438899 Jun 29 15:52:14.393965 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0590e3ab-442e-4831-a520-c9d1cb49b127 None None] Network 913ddeee-2d32-441c-941e-b0980303e2cd requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:14.394800 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.399947 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bc515-a2ec-4dc1-b613-47b4c3d01d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69374bc-7b7c-4ad4-8f31-c25e9229313a,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:14.403183 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9e2bc515-a2ec-4dc1-b613-47b4c3d01d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:14.437678 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-9e2bc515-a2ec-4dc1-b613-47b4c3d01d5d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fd43914a51b34a8eaa207ff56fa531ed&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2208269 Jun 29 15:52:14.440833 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45686) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:14.441445 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.489341 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d8f3cfc4-6315-4df3-8fb6-1b78567ce25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.511169 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d8f3cfc4-6315-4df3-8fb6-1b78567ce25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.562313 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d8f3cfc4-6315-4df3-8fb6-1b78567ce25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.565596 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d8f3cfc4-6315-4df3-8fb6-1b78567ce25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.566715 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-d8f3cfc4-6315-4df3-8fb6-1b78567ce25d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e69374bc-7b7c-4ad4-8f31-c25e9229313a HTTP/1.1" status: 204 len: 168 time: 0.1249776 Jun 29 15:52:14.567323 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:14.574982 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3cfc4-6315-4df3-8fb6-1b78567ce25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69374bc-7b7c-4ad4-8f31-c25e9229313a,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:14.577217 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d8f3cfc4-6315-4df3-8fb6-1b78567ce25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:14.652632 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-96b3f610-d2d3-48f4-a3a4-6cea271f1bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.660010 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-2b515eef-d479-47e1-acb1-13ce27b1c1c2 service neutron] 10.222.0.66 "GET /v2.0/networks/f86874b9-2623-40db-abbf-1a524d667e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549767 Jun 29 15:52:14.670373 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-96b3f610-d2d3-48f4-a3a4-6cea271f1bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.674314 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Allocated IP 172.27.2.133 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/9313d89d-1c17-473d-beaa-0b004e9f0e1f) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:14.684063 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Made reservation on behalf of a2e42863a4424747913380675017c64b for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:14.686570 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.696631 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-617d0521-d5b5-4e93-ac81-ab536cddd6da admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6702878 Jun 29 15:52:14.696631 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9e2bc515-a2ec-4dc1-b613-47b4c3d01d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:14.696915 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.816170 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.825083 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.826317 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3f610-d2d3-48f4-a3a4-6cea271f1bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d35a74-2787-4af8-9dd7-bf57873275ac,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:14.829829 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-96b3f610-d2d3-48f4-a3a4-6cea271f1bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:14.831500 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7dd491d0-68a8-4e77-ad34-213974af4db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:14.841428 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-96b3f610-d2d3-48f4-a3a4-6cea271f1bec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=721e781225874af3a91b3d7908436ed2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3267820 Jun 29 15:52:14.846305 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45694) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:14.869169 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf024e2-0870-4f1d-9e30-ea959c432723,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:14.874594 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:14.879472 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:52:14.891320 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.891886 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Added segment 399146e5-e073-45b3-9a93-59ce53d81078 of type vlan for network bd6238d1-11ac-4e5f-9e9d-5cc7698d6fe6 Jun 29 15:52:14.940485 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.977128 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.979155 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:14.980002 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.984458 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:14.993761 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-ebad2a6c-e564-429c-8e90-38d77fa9af74 service neutron] 10.222.0.66 "GET /v2.0/networks/f86874b9-2623-40db-abbf-1a524d667e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213317 Jun 29 15:52:14.996803 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.009483 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3884327b-63dd-4855-a9e3-428767705357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.038497 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3884327b-63dd-4855-a9e3-428767705357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.058633 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45702) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:15.065904 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Pushing event updated for resources: {'Network': ['ID=bd6238d1-11ac-4e5f-9e9d-5cc7698d6fe6,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:15.069480 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:15.077519 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7337050 Jun 29 15:52:15.077808 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network bd6238d1-11ac-4e5f-9e9d-5cc7698d6fe6 details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:52:15.078193 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45704) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:15.085075 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-5c76b64f-beaf-4a88-955b-c88d2c309767 admin admin] Request body: {'subnet': {'network_id': 'bd6238d1-11ac-4e5f-9e9d-5cc7698d6fe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-108232680-subnet', 'tenant_id': 'a2e42863a4424747913380675017c64b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:15.111170 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c76b64f-beaf-4a88-955b-c88d2c309767 admin admin] Made reservation on behalf of a2e42863a4424747913380675017c64b for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:15.113764 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c76b64f-beaf-4a88-955b-c88d2c309767 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.146181 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b81fba69-12b1-46a2-9f59-e1192197b11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.177642 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.184544 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:15.239958 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:15.249462 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:15.256765 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:15.258659 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Pushing event updated for resources: {'Port': ['ID=9313d89d-1c17-473d-beaa-0b004e9f0e1f,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:15.270704 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:15.273107 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3884327b-63dd-4855-a9e3-428767705357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.330284 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45730) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:15.334937 dv-cinder-786627-15-iscsi neutron-server[92895]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 15:52:15.431490 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3884327b-63dd-4855-a9e3-428767705357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.434933 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-3884327b-63dd-4855-a9e3-428767705357 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d5d35a74-2787-4af8-9dd7-bf57873275ac HTTP/1.1" status: 204 len: 168 time: 0.5853662 Jun 29 15:52:15.434933 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:15.514618 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884327b-63dd-4855-a9e3-428767705357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d35a74-2787-4af8-9dd7-bf57873275ac,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:15.555114 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3884327b-63dd-4855-a9e3-428767705357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:15.572902 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cb5c7fc4-2e2c-4df4-b2f5-1303a3fa9a32 req-fad6069e-2261-4f6a-a45e-56789bea04f3 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.1373856 Jun 29 15:52:15.672022 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-4595c8cd-5462-47dd-8939-94706e98b627 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:15.672735 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b81fba69-12b1-46a2-9f59-e1192197b11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.682496 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-4595c8cd-5462-47dd-8939-94706e98b627 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 815 time: 0.3511035 Jun 29 15:52:15.700800 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b81fba69-12b1-46a2-9f59-e1192197b11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.714793 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:15.724597 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c76b64f-beaf-4a88-955b-c88d2c309767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.739180 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-35c939a8-fca7-441d-9798-e7d51029233c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:15.806942 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b81fba69-12b1-46a2-9f59-e1192197b11f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=57570e5061174be0a7ea1266103e84c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7443473 Jun 29 15:52:15.812030 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45762) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:15.820089 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fba69-12b1-46a2-9f59-e1192197b11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a00f2b8-a698-4210-8e64-8588116b2b46,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:15.823866 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b81fba69-12b1-46a2-9f59-e1192197b11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:15.824580 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.829346 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-f06ef3c7-ab15-4458-a851-f79b5144fc59 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/quotas/f1f4a8cf677a4766b04d8f8cb70c86ca HTTP/1.1" status: 200 len: 375 time: 0.1232848 Jun 29 15:52:15.832320 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76b64f-beaf-4a88-955b-c88d2c309767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f3b697-f1ad-4a13-a6be-d65325190333,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:15.852242 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5c76b64f-beaf-4a88-955b-c88d2c309767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:15.950691 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-98d24c1b-e375-480d-b0ae-413bbce142dc tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059811 Jun 29 15:52:15.979270 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2b06c31f-f3da-4e70-8bd6-44675dcc21b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.979539 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c76b64f-beaf-4a88-955b-c88d2c309767 admin admin] Checking segment: {'id': '399146e5-e073-45b3-9a93-59ce53d81078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bd6238d1-11ac-4e5f-9e9d-5cc7698d6fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:15.980797 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c76b64f-beaf-4a88-955b-c88d2c309767 admin admin] Network hostable DHCP agents. Network: bd6238d1-11ac-4e5f-9e9d-5cc7698d6fe6, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:52:16.016776 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c76b64f-beaf-4a88-955b-c88d2c309767 admin admin] Network bd6238d1-11ac-4e5f-9e9d-5cc7698d6fe6 is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:52:16.039872 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2b06c31f-f3da-4e70-8bd6-44675dcc21b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.049573 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-5c76b64f-beaf-4a88-955b-c88d2c309767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, bd6238d1-11ac-4e5f-9e9d-5cc7698d6fe6) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:16.055536 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c76b64f-beaf-4a88-955b-c88d2c309767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:16.056042 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c76b64f-beaf-4a88-955b-c88d2c309767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.067531 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920fd35d-e32e-4ee1-9dea-88340713f8cb None None] Network bd6238d1-11ac-4e5f-9e9d-5cc7698d6fe6 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:16.090211 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5c76b64f-beaf-4a88-955b-c88d2c309767 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0100820 Jun 29 15:52:16.199503 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4115752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773851'] for router, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.210078 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2b06c31f-f3da-4e70-8bd6-44675dcc21b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.226209 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2b06c31f-f3da-4e70-8bd6-44675dcc21b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.233237 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2b06c31f-f3da-4e70-8bd6-44675dcc21b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a00f2b8-a698-4210-8e64-8588116b2b46 HTTP/1.1" status: 204 len: 168 time: 0.4203446 Jun 29 15:52:16.301752 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:16.348335 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06c31f-f3da-4e70-8bd6-44675dcc21b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a00f2b8-a698-4210-8e64-8588116b2b46,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:16.356329 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2b06c31f-f3da-4e70-8bd6-44675dcc21b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:16.372017 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfbea69-b44d-4a72-95d4-281808fdbc67 None None] Network bd6238d1-11ac-4e5f-9e9d-5cc7698d6fe6 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:16.461686 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45808) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:16.557651 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-43766679-9502-4993-917b-31aec1d991be admin admin] Deleting subnet df38859b-8e64-47de-a694-3dbbd34aa355 {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 15:52:16.562497 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-43766679-9502-4993-917b-31aec1d991be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.579496 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-832f4a24-6491-4499-8696-c5d91ef6538f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:52:16.587743 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-832f4a24-6491-4499-8696-c5d91ef6538f service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4096425 Jun 29 15:52:16.652694 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-43766679-9502-4993-917b-31aec1d991be admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.658210 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Router 0114a6c4-916f-4a97-8a71-464d3855450c is scheduled to L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef with binding_index 1 {{(pid=92894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:52:16.671213 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-43766679-9502-4993-917b-31aec1d991be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531522'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.716093 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-48a56376-8e86-48fc-b2f0-5dcc2effee7b service neutron] 10.222.0.66 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273460 Jun 29 15:52:16.802514 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:52:16.813790 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Sync routers for ids ['0114a6c4-916f-4a97-8a71-464d3855450c'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:52:16.833771 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Routers {'0114a6c4-916f-4a97-8a71-464d3855450c'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:52:16.834395 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:52:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['0114a6c4-916f-4a97-8a71-464d3855450c'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:16.887138 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-9c04b8ec-eb6e-4739-ab86-61aea831dead service neutron] 10.222.0.66 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634486 Jun 29 15:52:16.888977 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-998dcd66-1da1-4b70-80a1-c7f3c426dd9a req-bfc47379-4fe7-4554-9250-0313783dcc97 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0878441 Jun 29 15:52:16.911201 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.912679 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9278772 Jun 29 15:52:16.915488 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45832) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:16.945534 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-43766679-9502-4993-917b-31aec1d991be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.949345 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:17.017261 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43766679-9502-4993-917b-31aec1d991be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df38859b-8e64-47de-a694-3dbbd34aa355,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:17.024791 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Set router 0114a6c4-916f-4a97-8a71-464d3855450c gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:52:17.048568 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-43766679-9502-4993-917b-31aec1d991be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.055820 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-43766679-9502-4993-917b-31aec1d991be admin admin] 10.222.0.66 "DELETE /v2.0/subnets/df38859b-8e64-47de-a694-3dbbd34aa355 HTTP/1.1" status: 204 len: 168 time: 0.5880952 Jun 29 15:52:17.057984 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45840) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:17.225847 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-43766679-9502-4993-917b-31aec1d991be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:17.228637 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621183'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.244543 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'name': 'tempest-ServerRescueNegativeTestJSON-337062258-router', 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9313d89d-1c17-473d-beaa-0b004e9f0e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:13Z', 'updated_at': '2021-06-29T15:52:15Z', 'revision_number': 3, 'project_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'gw_port': {'id': '9313d89d-1c17-473d-beaa-0b004e9f0e1f', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:14Z', 'updated_at': '2021-06-29T15:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:17.298891 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Checking router: 0114a6c4-916f-4a97-8a71-464d3855450c for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:52:17.299437 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Updating router 0114a6c4-916f-4a97-8a71-464d3855450c port 9313d89d-1c17-473d-beaa-0b004e9f0e1f binding host dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:52:17.383307 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.405442 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6f4960b1-1761-4a6a-8165-d085a6359735 req-7eec2882-881c-41c9-aa9e-8a4267ae471d tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 210 time: 0.0358543 Jun 29 15:52:17.419169 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531612', 'neutron.services.segments.db._delete_segments_for_network-8766223617091'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.431736 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:17.432087 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:17.432843 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:17.433194 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Subscribe: > port after_create 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:17.433545 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Subscribe: > port after_delete 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:17.433896 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Subscribe: > port after_update 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:17.434190 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:17.434507 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:17.434838 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:17.435156 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:17.645449 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:17.645890 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:17.646300 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:17.646705 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:17.647139 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059198d3-3540-485a-983a-6c096dda3a23']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:17.669940 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3ea9b1-0a29-4e3f-ac9f-b50021de810e') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:17.670489 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3ea9b1-0a29-4e3f-ac9f-b50021de810e') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:17.699720 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766223416266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093836'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.700410 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.725259 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.742100 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 15:52:17.742800 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10444828'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: from cryptography.utils import int_from_bytes Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: from cryptography.utils import int_from_bytes Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: timer() Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: cb(*args, **kw) Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: self._notify() Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: self.callback(batched_events) Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: event.method(event) Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: return self._get(url).json() Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 15:52:17.750616 dv-cinder-786627-15-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 15:52:17.877526 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3760702'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.887261 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f2250a42-5e55-4977-8a2a-57a90735d1ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:17.909229 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.914398 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] 10.222.0.66 "DELETE /v2.0/networks/059198d3-3540-485a-983a-6c096dda3a23 HTTP/1.1" status: 204 len: 168 time: 0.8541877 Jun 29 15:52:17.915295 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45894) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:17.925354 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Pushing event deleted for resources: {'Network': ['ID=059198d3-3540-485a-983a-6c096dda3a23,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:17.952461 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:17.986784 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Allocated IP 172.20.0.1 (8d92c76a-a67c-44c8-bc6a-d87b3504cec4/3f7889f3-fcb4-48a2-b06b-d94d20a5bf52/cf9cd7ed-9ee3-4e35-abf4-d2a952a09368) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:17.992829 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd67138-0d3d-4775-913c-193abd5f4e66 admin admin] Deleting subnet f1f3b697-f1ad-4a13-a6be-d65325190333 {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 15:52:17.999321 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4cd67138-0d3d-4775-913c-193abd5f4e66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.037782 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.061395 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Transition to ACTIVE for port object 9313d89d-1c17-473d-beaa-0b004e9f0e1f will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:18.075986 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.082031 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:18.128655 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.169484 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Attempting to bind port 9313d89d-1c17-473d-beaa-0b004e9f0e1f on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:52:18.170116 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Attempting to bind port 9313d89d-1c17-473d-beaa-0b004e9f0e1f by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:52:18.170645 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Attempting to bind port 9313d89d-1c17-473d-beaa-0b004e9f0e1f on network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:18.179235 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:52:18.179860 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Checking segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:18.180443 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.181017 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Bound using segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:52:18.181682 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Bound port: 9313d89d-1c17-473d-beaa-0b004e9f0e1f, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:52:18.182260 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.207448 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.213744 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-24edab9b-0f1a-4afe-9912-19bf56cd9282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:18.228482 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Pushing event updated for resources: {'Port': ['ID=9313d89d-1c17-473d-beaa-0b004e9f0e1f,revision_number=2']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:18.246764 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.247729 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.248465 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.249194 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.249749 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.250440 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.251066 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.251733 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.252265 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.258035 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.260061 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.260628 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Tracked resource versions report: Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: pushed versions: Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: { 'AddressGroup': {'1.2'}, Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'ConntrackHelper': {'1.0'}, Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Log': {'1.0'}, Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Network': {'1.1'}, Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Port': {'1.7'}, Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'PortForwarding': {'1.2'}, Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'QosPolicy': {'1.8'}, Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'SecurityGroup': {'1.4'}, Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'SubPort': {'1.0'}, Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Subnet': {'1.1'}, Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Trunk': {'1.1'}} Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: consumer versions: Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: { DHCP agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: HyperV agent@hv-cinder-78662: {}, Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: L3 agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: Metadata agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: Metering agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: Open vSwitch agent@dv-cinder-786627-15-iscsi: { 'AddressGroup': '1.2', Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'ConntrackHelper': '1.0', Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Log': '1.0', Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Network': '1.1', Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Port': '1.7', Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'PortForwarding': '1.2', Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'QosPolicy': '1.8', Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'SecurityGroup': '1.4', Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'SecurityGroupRule': '1.2', Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'SubPort': '1.0', Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Subnet': '1.1', Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: 'Trunk': '1.1'}} Jun 29 15:52:18.261933 dv-cinder-786627-15-iscsi neutron-server[92897]: {{(pid=92897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:52:18.275349 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:18.291381 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Pushing event updated for resources: {'Port': ['ID=cf9cd7ed-9ee3-4e35-abf4-d2a952a09368,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:18.304042 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:18.317681 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Network 8d92c76a-a67c-44c8-bc6a-d87b3504cec4 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:18.319344 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:18.321962 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:18.322506 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4114108'] for router_interface, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.336885 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0350584e-4472-4508-8d20-d49774465cc7 req-34e555bd-d45e-4399-9f68-58212640db1b tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0645401 Jun 29 15:52:18.337181 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] For port 9313d89d-1c17-473d-beaa-0b004e9f0e1f, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:52:18.340566 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] For port 9313d89d-1c17-473d-beaa-0b004e9f0e1f, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=9313d89d-1c17-473d-beaa-0b004e9f0e1f,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:52:18.346573 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.351850 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:18.368129 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4cd67138-0d3d-4775-913c-193abd5f4e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10093827'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.478549 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4cd67138-0d3d-4775-913c-193abd5f4e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531522'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.480151 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Pushing event updated for resources: {'Port': ['ID=9313d89d-1c17-473d-beaa-0b004e9f0e1f,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:18.489441 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:18.554988 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Routers {'0114a6c4-916f-4a97-8a71-464d3855450c'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:52:18.556844 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:52:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['0114a6c4-916f-4a97-8a71-464d3855450c'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:18.631966 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4cd67138-0d3d-4775-913c-193abd5f4e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10444977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10257487'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.643225 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:18.657430 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4cd67138-0d3d-4775-913c-193abd5f4e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.659510 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4cd67138-0d3d-4775-913c-193abd5f4e66 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f1f3b697-f1ad-4a13-a6be-d65325190333 HTTP/1.1" status: 204 len: 168 time: 0.7429276 Jun 29 15:52:18.662944 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45928) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:18.707528 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd67138-0d3d-4775-913c-193abd5f4e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f3b697-f1ad-4a13-a6be-d65325190333,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:18.711442 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4cd67138-0d3d-4775-913c-193abd5f4e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:18.727774 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.732014 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61477763-2f87-4150-92ce-f60d7c51e48a req-3a052ed2-0525-4579-ab6a-81a6141953e1 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 210 time: 0.1023235 Jun 29 15:52:18.760277 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] Set router 0114a6c4-916f-4a97-8a71-464d3855450c gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:52:18.817520 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d40d0e46-27e6-43db-a967-a4fa0552c925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621183'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.919894 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d40d0e46-27e6-43db-a967-a4fa0552c925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531612', 'neutron.services.segments.db._delete_segments_for_network-8766223617091'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.938315 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-d40d0e46-27e6-43db-a967-a4fa0552c925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6238d1-11ac-4e5f-9e9d-5cc7698d6fe6']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:18.945855 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-d40d0e46-27e6-43db-a967-a4fa0552c925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399146e5-e073-45b3-9a93-59ce53d81078') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:18.946346 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-d40d0e46-27e6-43db-a967-a4fa0552c925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399146e5-e073-45b3-9a93-59ce53d81078') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:18.956885 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d40d0e46-27e6-43db-a967-a4fa0552c925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766223416266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093836'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.973196 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d40d0e46-27e6-43db-a967-a4fa0552c925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.980208 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40d0e46-27e6-43db-a967-a4fa0552c925 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 15:52:18.980642 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d40d0e46-27e6-43db-a967-a4fa0552c925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10444828'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: timer() Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: cb(*args, **kw) Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: self._notify() Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: self.callback(batched_events) Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: event.method(event) Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: return self._get(url).json() Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 15:52:19.044931 dv-cinder-786627-15-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 15:52:19.063188 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d40d0e46-27e6-43db-a967-a4fa0552c925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3760702'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.071963 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d40d0e46-27e6-43db-a967-a4fa0552c925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.078858 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d40d0e46-27e6-43db-a967-a4fa0552c925 admin admin] 10.222.0.66 "DELETE /v2.0/networks/bd6238d1-11ac-4e5f-9e9d-5cc7698d6fe6 HTTP/1.1" status: 204 len: 168 time: 0.3757524 Jun 29 15:52:19.078858 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:19.102450 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d0e46-27e6-43db-a967-a4fa0552c925 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6238d1-11ac-4e5f-9e9d-5cc7698d6fe6,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:19.105343 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d40d0e46-27e6-43db-a967-a4fa0552c925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:19.122662 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.129937 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.132366 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4113960'] for router_interface, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.140414 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:19.194696 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'name': 'tempest-ServerRescueNegativeTestJSON-337062258-router', 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9313d89d-1c17-473d-beaa-0b004e9f0e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:13Z', 'updated_at': '2021-06-29T15:52:18Z', 'revision_number': 4, 'project_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'gw_port': {'id': '9313d89d-1c17-473d-beaa-0b004e9f0e1f', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:14Z', 'updated_at': '2021-06-29T15:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'cf9cd7ed-9ee3-4e35-abf4-d2a952a09368', 'name': '', 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4', 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'mac_address': 'fa:16:3e:fb:e6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f7889f3-fcb4-48a2-b06b-d94d20a5bf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:17Z', 'updated_at': '2021-06-29T15:52:17Z', 'revision_number': 1, 'project_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'subnets': [{'id': '3f7889f3-fcb4-48a2-b06b-d94d20a5bf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:19.223507 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Pushing event updated for resources: {'Port': ['ID=cf9cd7ed-9ee3-4e35-abf4-d2a952a09368,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:19.224963 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b858e5-de64-4f67-9c70-09bf09f9b856 None None] The sync data for ids ['0114a6c4-916f-4a97-8a71-464d3855450c'] in dv-cinder-786627-15-iscsi is: [{'id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'name': 'tempest-ServerRescueNegativeTestJSON-337062258-router', 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9313d89d-1c17-473d-beaa-0b004e9f0e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:13Z', 'updated_at': '2021-06-29T15:52:18Z', 'revision_number': 4, 'project_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'gw_port': {'id': '9313d89d-1c17-473d-beaa-0b004e9f0e1f', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:14Z', 'updated_at': '2021-06-29T15:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'cf9cd7ed-9ee3-4e35-abf4-d2a952a09368', 'name': '', 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4', 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'mac_address': 'fa:16:3e:fb:e6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f7889f3-fcb4-48a2-b06b-d94d20a5bf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:17Z', 'updated_at': '2021-06-29T15:52:17Z', 'revision_number': 1, 'project_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'subnets': [{'id': '3f7889f3-fcb4-48a2-b06b-d94d20a5bf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:52:19.233502 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:19.309342 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Network 8d92c76a-a67c-44c8-bc6a-d87b3504cec4 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:19.310856 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:19.371983 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45956) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:19.418103 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a1001df9-f43f-404e-a2e8-820604019281 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c6a24a5ffb44dc0828ac6739d5af6df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0448055 Jun 29 15:52:19.420723 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45958) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:19.441738 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Router 0114a6c4-916f-4a97-8a71-464d3855450c has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:52:19.500090 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-50d3615c-a1f3-4eff-860b-09d1383fcb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.557070 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5da761b7-23e6-43b3-be32-bdf17d145df1 req-487b356d-68bc-45b0-99c8-9a36a38c52d5 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0719459 Jun 29 15:52:19.575730 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-50d3615c-a1f3-4eff-860b-09d1383fcb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.649649 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-50d3615c-a1f3-4eff-860b-09d1383fcb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.652924 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-50d3615c-a1f3-4eff-860b-09d1383fcb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.654677 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-50d3615c-a1f3-4eff-860b-09d1383fcb09 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6277bc06-b1a6-424a-a59a-533c4a8427ee HTTP/1.1" status: 204 len: 168 time: 0.2325878 Jun 29 15:52:19.655926 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3884327b-63dd-4855-a9e3-428767705357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:19.665332 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3615c-a1f3-4eff-860b-09d1383fcb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6277bc06-b1a6-424a-a59a-533c4a8427ee,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:19.687170 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-50d3615c-a1f3-4eff-860b-09d1383fcb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:19.705183 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:52:19.716577 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] 10.222.0.66 "PUT /v2.0/routers/0114a6c4-916f-4a97-8a71-464d3855450c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7975864 Jun 29 15:52:19.990788 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-eaaf793b-d69f-41ff-bf2d-f793a02538d2 req-43c9e15c-4526-4c77-89f2-a9025e08ea90 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 210 time: 0.0593870 Jun 29 15:52:20.158289 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45982) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:20.205534 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8383aa85-0e05-484b-8521-d0dd9e25eab2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a2e42863a4424747913380675017c64b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0455508 Jun 29 15:52:20.207797 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45984) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:20.262274 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4343d4b5-e6b1-486a-8b84-3975e832448e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:20.291582 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4343d4b5-e6b1-486a-8b84-3975e832448e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:20.346163 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4343d4b5-e6b1-486a-8b84-3975e832448e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:20.349175 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4343d4b5-e6b1-486a-8b84-3975e832448e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:20.352732 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4343d4b5-e6b1-486a-8b84-3975e832448e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2bf024e2-0870-4f1d-9e30-ea959c432723 HTTP/1.1" status: 204 len: 168 time: 0.1416531 Jun 29 15:52:20.352732 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-50d3615c-a1f3-4eff-860b-09d1383fcb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:20.361161 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343d4b5-e6b1-486a-8b84-3975e832448e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf024e2-0870-4f1d-9e30-ea959c432723,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:20.364224 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4343d4b5-e6b1-486a-8b84-3975e832448e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:20.544278 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-3fa0baa6-1da8-4258-bd56-6fdd96785af4 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:20.548419 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-3fa0baa6-1da8-4258-bd56-6fdd96785af4 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/networks?id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4 HTTP/1.1" status: 200 len: 818 time: 0.1181855 Jun 29 15:52:20.561751 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-c759f2fa-e311-48b2-a3b0-60ffec85d270 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/quotas/3eef1db2e18b4c9cb47f2668e1a20a91 HTTP/1.1" status: 200 len: 375 time: 0.0095153 Jun 29 15:52:20.659404 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-31cb54fd-68b6-400d-91f1-cd52d4cd9b8e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3eef1db2e18b4c9cb47f2668e1a20a91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0908237 Jun 29 15:52:20.725642 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3973a34f-c74c-4008-a4ef-055114e3e83e req-bec38ed7-b031-40be-a4b5-374d3c77c682 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0324430 Jun 29 15:52:20.757780 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-84a234a3-a551-4121-83a4-99e0ce441df5 service neutron] 10.222.0.66 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914607 Jun 29 15:52:20.853254 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-456f56d8-2a03-4f25-9049-11ed70e38f35 service neutron] 10.222.0.66 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876672 Jun 29 15:52:21.048227 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4289e391-4260-4f27-82ad-034bf0f56d97 req-ad2c878a-f956-4335-8867-6224d97164f4 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c75a977-8a53-459e-b27f-fa2eb1470724 HTTP/1.1" status: 200 len: 210 time: 0.0327435 Jun 29 15:52:21.202781 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e35e24d9-c0bf-46b2-ad3a-399644e12a0a req-6a92edb1-5182-4c38-aa2b-f2bff46d170a tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 210 time: 0.0389535 Jun 29 15:52:21.503431 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 9313d89d-1c17-473d-beaa-0b004e9f0e1f up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:21.526389 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f7f78ae2-64f8-4f35-9055-2939f896cabf tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:21.528506 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f7f78ae2-64f8-4f35-9055-2939f896cabf tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/networks?id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4 HTTP/1.1" status: 200 len: 818 time: 0.2178936 Jun 29 15:52:21.559007 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-4af93031-2220-4693-811b-b64c63054b4e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/quotas/3eef1db2e18b4c9cb47f2668e1a20a91 HTTP/1.1" status: 200 len: 375 time: 0.0242414 Jun 29 15:52:21.582565 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port 9313d89d-1c17-473d-beaa-0b004e9f0e1f completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:21.589991 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 9313d89d-1c17-473d-beaa-0b004e9f0e1f triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:21.590752 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:21.659090 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-5ee737f4-0f8b-4703-87ba-f055ae3211e5 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3eef1db2e18b4c9cb47f2668e1a20a91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0991688 Jun 29 15:52:21.686473 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:21.713822 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port 9313d89d-1c17-473d-beaa-0b004e9f0e1f, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=9313d89d-1c17-473d-beaa-0b004e9f0e1f,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:21.720968 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:21.724954 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:21.765110 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-846c86da-343c-4971-886a-9727276ecdc4 service neutron] 10.222.0.66 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051090 Jun 29 15:52:21.827448 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=9313d89d-1c17-473d-beaa-0b004e9f0e1f,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:21.841965 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:21.847451 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:21.847944 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:21.848378 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:21.848800 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:21.849480 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:21.849966 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:21.850395 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:21.850827 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:21.851292 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:21.851730 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:21.855605 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Tracked resource versions report: Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: pushed versions: Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: { 'AddressGroup': {'1.2'}, Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'ConntrackHelper': {'1.0'}, Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Log': {'1.0'}, Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Network': {'1.1'}, Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Port': {'1.7'}, Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'PortForwarding': {'1.2'}, Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'QosPolicy': {'1.8'}, Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'SecurityGroup': {'1.4'}, Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'SubPort': {'1.0'}, Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Subnet': {'1.1'}, Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Trunk': {'1.1'}} Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: consumer versions: Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: { DHCP agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: HyperV agent@hv-cinder-78662: {}, Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: L3 agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: Metadata agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: Metering agent@dv-cinder-786627-15-iscsi: {}, Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: Open vSwitch agent@dv-cinder-786627-15-iscsi: { 'AddressGroup': '1.2', Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'ConntrackHelper': '1.0', Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Log': '1.0', Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Network': '1.1', Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Port': '1.7', Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'PortForwarding': '1.2', Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'QosPolicy': '1.8', Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'SecurityGroup': '1.4', Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'SecurityGroupRule': '1.2', Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'SubPort': '1.0', Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Subnet': '1.1', Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: 'Trunk': '1.1'}} Jun 29 15:52:21.856836 dv-cinder-786627-15-iscsi neutron-server[92896]: {{(pid=92896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:52:21.873980 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:21.879235 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Sync routers for ids ['0114a6c4-916f-4a97-8a71-464d3855450c'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:52:21.895299 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Routers {'0114a6c4-916f-4a97-8a71-464d3855450c'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:52:21.898646 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:52:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['0114a6c4-916f-4a97-8a71-464d3855450c'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:21.940394 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f52e9d44-e76b-40c6-a66f-800c8e90e0c7 service neutron] 10.222.0.66 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744428 Jun 29 15:52:21.962380 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-99514c3b-83a5-400c-a05f-1c4777d20fbc req-d25bad07-83a4-4328-baa1-5a506282c6b8 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0584230 Jun 29 15:52:22.194311 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.77', 58920) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:22.266795 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Set router 0114a6c4-916f-4a97-8a71-464d3855450c gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:52:22.474297 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-636ff2aa-2fc6-44e4-8307-10b0b31dafef req-b3745fbf-580d-49d7-bd8b-f412613e5e3f tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.2133553 Jun 29 15:52:22.569472 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-2492f780-aa97-412b-9068-677770442a30 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:22.571553 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-2492f780-aa97-412b-9068-677770442a30 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.77 "GET /v2.0/networks?id=f86874b9-2623-40db-abbf-1a524d667e46 HTTP/1.1" status: 200 len: 811 time: 0.3749981 Jun 29 15:52:22.590320 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'name': 'tempest-ServerRescueNegativeTestJSON-337062258-router', 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9313d89d-1c17-473d-beaa-0b004e9f0e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:13Z', 'updated_at': '2021-06-29T15:52:18Z', 'revision_number': 4, 'project_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'gw_port': {'id': '9313d89d-1c17-473d-beaa-0b004e9f0e1f', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:14Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'cf9cd7ed-9ee3-4e35-abf4-d2a952a09368', 'name': '', 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4', 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'mac_address': 'fa:16:3e:fb:e6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f7889f3-fcb4-48a2-b06b-d94d20a5bf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:17Z', 'updated_at': '2021-06-29T15:52:18Z', 'revision_number': 2, 'project_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'subnets': [{'id': '3f7889f3-fcb4-48a2-b06b-d94d20a5bf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:22.595301 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4c47450c-5693-4a46-b71e-ba7057bb50de req-6868deb4-6ec0-4bf7-a34f-d8bb733c5aff tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 210 time: 0.0878594 Jun 29 15:52:22.625720 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-6bdc63b3-1f50-4073-8646-4f9f38a288fc tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Request body: {'port': {'device_id': '0690d71a-4457-4993-9a1c-3b6e0d76e089', 'network_id': 'f86874b9-2623-40db-abbf-1a524d667e46', 'admin_state_up': True, 'tenant_id': 'dde65fe1b6b74022b0699a45512ae6cf'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:22.645718 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Checking router: 0114a6c4-916f-4a97-8a71-464d3855450c for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:52:22.646220 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Updating router 0114a6c4-916f-4a97-8a71-464d3855450c port cf9cd7ed-9ee3-4e35-abf4-d2a952a09368 binding host dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:52:22.748308 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:22.860687 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.77', 58922) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:23.092651 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-6bdc63b3-1f50-4073-8646-4f9f38a288fc tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Made reservation on behalf of dde65fe1b6b74022b0699a45512ae6cf for: {'port': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:23.097709 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-6bdc63b3-1f50-4073-8646-4f9f38a288fc tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:23.118617 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-5bbc5e9b-7225-476c-8496-ed0fe3fbe7d7 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:23.121651 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-5bbc5e9b-7225-476c-8496-ed0fe3fbe7d7 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 815 time: 0.2594342 Jun 29 15:52:23.137278 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-0741c1b5-fbce-44b7-a6ae-fc0c49f2c1a3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Request body: {'port': {'device_id': 'b3918afd-b932-41cb-b390-0fe4b6e0492d', 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd', 'admin_state_up': True, 'tenant_id': 'f1f4a8cf677a4766b04d8f8cb70c86ca'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:23.532263 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dbf2a717-1104-4b0b-9e4b-eec388539bfd req-5546d450-1e62-460a-b691-a5f9b7795e51 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.1195357 Jun 29 15:52:23.556189 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 9313d89d-1c17-473d-beaa-0b004e9f0e1f up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:23.704907 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:23.735077 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Transition to ACTIVE for port object cf9cd7ed-9ee3-4e35-abf4-d2a952a09368 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:23.746370 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 46178) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:23.769574 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:23.773653 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:23.832511 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 9313d89d-1c17-473d-beaa-0b004e9f0e1f triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:23.833133 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:23.849843 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-0741c1b5-fbce-44b7-a6ae-fc0c49f2c1a3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Made reservation on behalf of f1f4a8cf677a4766b04d8f8cb70c86ca for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:23.860772 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-0741c1b5-fbce-44b7-a6ae-fc0c49f2c1a3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:23.888082 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.77', 58931) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:23.920789 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cafdf-d209-4db9-90eb-09a43e25ed35 None None] Pushing event updated for resources: {'Port': ['ID=cf9cd7ed-9ee3-4e35-abf4-d2a952a09368,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:23.933006 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-528cafdf-d209-4db9-90eb-09a43e25ed35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:24.011292 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Attempting to bind port cf9cd7ed-9ee3-4e35-abf4-d2a952a09368 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:52:24.013209 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Attempting to bind port cf9cd7ed-9ee3-4e35-abf4-d2a952a09368 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': '2b34a4ac-cb38-4e2b-a5fe-b490ba37971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:52:24.013604 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Attempting to bind port cf9cd7ed-9ee3-4e35-abf4-d2a952a09368 on network 8d92c76a-a67c-44c8-bc6a-d87b3504cec4 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:24.030745 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:52:24.032823 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Checking segment: {'id': '2b34a4ac-cb38-4e2b-a5fe-b490ba37971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:24.033387 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:24.035390 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Bound using segment: {'id': '2b34a4ac-cb38-4e2b-a5fe-b490ba37971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:52:24.036185 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Bound port: cf9cd7ed-9ee3-4e35-abf4-d2a952a09368, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b34a4ac-cb38-4e2b-a5fe-b490ba37971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:52:24.036738 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:24.114986 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-05c5cf47-2ea5-4c89-b321-41f44b8eab3f req-ee580809-e5f3-4839-970d-b8b0ecab0def tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 210 time: 0.1086600 Jun 29 15:52:24.187014 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e264a674-681b-4909-9a28-1794120a1730 req-614e8ac6-7717-4d7d-9f65-6ebdcfecaf7c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.1045039 Jun 29 15:52:24.256030 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] For port cf9cd7ed-9ee3-4e35-abf4-d2a952a09368, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:52:24.271741 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] For port cf9cd7ed-9ee3-4e35-abf4-d2a952a09368, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=cf9cd7ed-9ee3-4e35-abf4-d2a952a09368,segment=NetworkSegment(2b34a4ac-cb38-4e2b-a5fe-b490ba37971f),segment_id=2b34a4ac-cb38-4e2b-a5fe-b490ba37971f)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:52:24.282407 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:24.290535 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0cf27e43-f2ae-48cc-98be-91c1f9f4afe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:24.424728 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-6bdc63b3-1f50-4073-8646-4f9f38a288fc tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Allocated IP 172.20.0.10 (f86874b9-2623-40db-abbf-1a524d667e46/fec9a335-f473-47e9-b3a1-46e3c429a526/42280368-1183-4f33-a4fe-1ceb75164027) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:24.474976 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Routers {'0114a6c4-916f-4a97-8a71-464d3855450c'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:52:24.480451 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:52:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['0114a6c4-916f-4a97-8a71-464d3855450c'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:24.549190 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cafdf-d209-4db9-90eb-09a43e25ed35 None None] Pushing event updated for resources: {'Port': ['ID=cf9cd7ed-9ee3-4e35-abf4-d2a952a09368,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:24.554652 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-528cafdf-d209-4db9-90eb-09a43e25ed35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:24.622498 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-0741c1b5-fbce-44b7-a6ae-fc0c49f2c1a3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Allocated IP 172.20.0.6 (913ddeee-2d32-441c-941e-b0980303e2cd/cdf2ca20-30f5-46a4-8f73-dc2d41f4c780/51a30074-aa07-4281-9ad4-e6d428a2befa) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:24.682909 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-47ec8d40-7253-4b5e-84f9-213cc38fcb1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:24.781831 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] Set router 0114a6c4-916f-4a97-8a71-464d3855450c gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:52:24.958745 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-6bdc63b3-1f50-4073-8646-4f9f38a288fc tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:24.959455 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-787f45f9-646e-49f3-a23a-f12d44402e8f tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:24.964971 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-787f45f9-646e-49f3-a23a-f12d44402e8f tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.77 "GET /v2.0/networks?id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4 HTTP/1.1" status: 200 len: 818 time: 1.0033309 Jun 29 15:52:25.029409 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-377f4016-9ddb-4845-b938-242af35ce27e req-cd76773e-d88c-4709-93e8-5d7a43f3d81e tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0938435 Jun 29 15:52:25.039167 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-6bdc63b3-1f50-4073-8646-4f9f38a288fc tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10444866'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.069787 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0ac42b94-1651-4db2-a21e-aebc96bdc714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:25.143989 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-0741c1b5-fbce-44b7-a6ae-fc0c49f2c1a3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.174792 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-47ec8d40-7253-4b5e-84f9-213cc38fcb1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.182427 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-47ec8d40-7253-4b5e-84f9-213cc38fcb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.198456 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:25.219587 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'name': 'tempest-ServerRescueNegativeTestJSON-337062258-router', 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9313d89d-1c17-473d-beaa-0b004e9f0e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:13Z', 'updated_at': '2021-06-29T15:52:18Z', 'revision_number': 4, 'project_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'gw_port': {'id': '9313d89d-1c17-473d-beaa-0b004e9f0e1f', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:14Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'cf9cd7ed-9ee3-4e35-abf4-d2a952a09368', 'name': '', 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4', 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'mac_address': 'fa:16:3e:fb:e6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f7889f3-fcb4-48a2-b06b-d94d20a5bf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:17Z', 'updated_at': '2021-06-29T15:52:24Z', 'revision_number': 4, 'project_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'subnets': [{'id': '3f7889f3-fcb4-48a2-b06b-d94d20a5bf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:25.248259 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 46260) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:25.252690 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-6bdc63b3-1f50-4073-8646-4f9f38a288fc tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Network f86874b9-2623-40db-abbf-1a524d667e46 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:25.260705 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-6bdc63b3-1f50-4073-8646-4f9f38a288fc tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:25.287723 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4804b4-1304-480c-a128-62176003c9a2 None None] The sync data for ids ['0114a6c4-916f-4a97-8a71-464d3855450c'] in dv-cinder-786627-15-iscsi is: [{'id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'name': 'tempest-ServerRescueNegativeTestJSON-337062258-router', 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9313d89d-1c17-473d-beaa-0b004e9f0e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:13Z', 'updated_at': '2021-06-29T15:52:18Z', 'revision_number': 4, 'project_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'gw_port': {'id': '9313d89d-1c17-473d-beaa-0b004e9f0e1f', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:14Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'cf9cd7ed-9ee3-4e35-abf4-d2a952a09368', 'name': '', 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4', 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'mac_address': 'fa:16:3e:fb:e6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f7889f3-fcb4-48a2-b06b-d94d20a5bf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:17Z', 'updated_at': '2021-06-29T15:52:24Z', 'revision_number': 4, 'project_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'subnets': [{'id': '3f7889f3-fcb4-48a2-b06b-d94d20a5bf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:52:25.295860 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-6bdc63b3-1f50-4073-8646-4f9f38a288fc tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:25.313284 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-47ec8d40-7253-4b5e-84f9-213cc38fcb1a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4da7d694b3f54c209fe57c14e1db2648&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5587866 Jun 29 15:52:25.320705 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 46266) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:25.327687 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec8d40-7253-4b5e-84f9-213cc38fcb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0d3586-ee7e-4dec-9595-2a300345554f,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:25.382778 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc63b3-1f50-4073-8646-4f9f38a288fc tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Pushing event updated for resources: {'Port': ['ID=42280368-1183-4f33-a4fe-1ceb75164027,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:25.410330 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-6bdc63b3-1f50-4073-8646-4f9f38a288fc tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:25.423149 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e12d4e44-bfd8-49c7-a246-b2de486d8f82 req-409bd136-3602-4aeb-b2c3-864570e923c6 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 210 time: 0.1038823 Jun 29 15:52:25.423228 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-6bdc63b3-1f50-4073-8646-4f9f38a288fc tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:25.423784 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-6bdc63b3-1f50-4073-8646-4f9f38a288fc tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.425038 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-47ec8d40-7253-4b5e-84f9-213cc38fcb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:25.467835 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-6bdc63b3-1f50-4073-8646-4f9f38a288fc tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8296912 Jun 29 15:52:25.536628 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device cf9cd7ed-9ee3-4e35-abf4-d2a952a09368 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:25.545482 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-0741c1b5-fbce-44b7-a6ae-fc0c49f2c1a3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.550098 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-53761a0d-9194-4ca6-97b0-826b7510ff39 req-139a77c9-c91f-42bf-96ba-a4282bb6adea tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0447161 Jun 29 15:52:25.552884 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0a3f2894-bac3-4ea2-b1e3-f83d18b514d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.592822 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:25.644500 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port cf9cd7ed-9ee3-4e35-abf4-d2a952a09368 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:25.649895 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port cf9cd7ed-9ee3-4e35-abf4-d2a952a09368 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:25.650632 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.775316 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.776159 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-0741c1b5-fbce-44b7-a6ae-fc0c49f2c1a3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Network 913ddeee-2d32-441c-941e-b0980303e2cd is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:25.788802 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-0741c1b5-fbce-44b7-a6ae-fc0c49f2c1a3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:25.797347 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-0741c1b5-fbce-44b7-a6ae-fc0c49f2c1a3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:25.803538 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-0741c1b5-fbce-44b7-a6ae-fc0c49f2c1a3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:25.808622 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-0741c1b5-fbce-44b7-a6ae-fc0c49f2c1a3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.811702 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741c1b5-fbce-44b7-a6ae-fc0c49f2c1a3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Pushing event updated for resources: {'Port': ['ID=51a30074-aa07-4281-9ad4-e6d428a2befa,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:25.815759 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0741c1b5-fbce-44b7-a6ae-fc0c49f2c1a3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:25.823535 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f252fa8f-16ef-4dd2-b0dc-e7bc25779887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.838622 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port cf9cd7ed-9ee3-4e35-abf4-d2a952a09368, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=cf9cd7ed-9ee3-4e35-abf4-d2a952a09368,segment=NetworkSegment(2b34a4ac-cb38-4e2b-a5fe-b490ba37971f),segment_id=2b34a4ac-cb38-4e2b-a5fe-b490ba37971f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:25.847808 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.850262 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:25.874536 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f252fa8f-16ef-4dd2-b0dc-e7bc25779887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.951733 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=cf9cd7ed-9ee3-4e35-abf4-d2a952a09368,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:25.967075 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:26.007185 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0a3f2894-bac3-4ea2-b1e3-f83d18b514d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.033534 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0a3f2894-bac3-4ea2-b1e3-f83d18b514d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.057392 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:26.061926 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0a3f2894-bac3-4ea2-b1e3-f83d18b514d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2de958ac66ae413b8e04b5040d68c964&name=default HTTP/1.1" status: 200 len: 2976 time: 0.8100383 Jun 29 15:52:26.062649 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f252fa8f-16ef-4dd2-b0dc-e7bc25779887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.064305 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-0741c1b5-fbce-44b7-a6ae-fc0c49f2c1a3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9313967 Jun 29 15:52:26.067225 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f252fa8f-16ef-4dd2-b0dc-e7bc25779887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.068716 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f252fa8f-16ef-4dd2-b0dc-e7bc25779887 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a0d3586-ee7e-4dec-9595-2a300345554f HTTP/1.1" status: 204 len: 168 time: 0.7457244 Jun 29 15:52:26.079304 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46286) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:26.143762 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f2894-bac3-4ea2-b1e3-f83d18b514d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bec6b7-7090-4d29-8576-f29cd9e0672e,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:26.161638 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0a3f2894-bac3-4ea2-b1e3-f83d18b514d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:26.162980 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:26.179197 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252fa8f-16ef-4dd2-b0dc-e7bc25779887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0d3586-ee7e-4dec-9595-2a300345554f,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:26.199346 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f252fa8f-16ef-4dd2-b0dc-e7bc25779887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:26.208861 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-003aa29a-5618-4d55-9c1b-68e55ad5860d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.245859 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-003aa29a-5618-4d55-9c1b-68e55ad5860d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.331522 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-003aa29a-5618-4d55-9c1b-68e55ad5860d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.334798 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-003aa29a-5618-4d55-9c1b-68e55ad5860d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.336372 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-003aa29a-5618-4d55-9c1b-68e55ad5860d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45bec6b7-7090-4d29-8576-f29cd9e0672e HTTP/1.1" status: 204 len: 168 time: 0.2556956 Jun 29 15:52:26.337351 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:26.345718 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003aa29a-5618-4d55-9c1b-68e55ad5860d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bec6b7-7090-4d29-8576-f29cd9e0672e,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:26.352229 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-003aa29a-5618-4d55-9c1b-68e55ad5860d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:26.404287 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c00ae-89e6-419d-bd4a-a9126cfd2a55 req-645f5f23-2621-458e-884f-933fe1e74969 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:26.416143 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b21c00ae-89e6-419d-bd4a-a9126cfd2a55 req-645f5f23-2621-458e-884f-933fe1e74969 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.1439555 Jun 29 15:52:26.479256 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b21c00ae-89e6-419d-bd4a-a9126cfd2a55 req-8414b707-c46f-46f6-a6f2-c396fe597315 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617735 Jun 29 15:52:26.604903 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 46300) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:26.622146 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0e52ef6b-bee9-4ee9-9af9-f1e160306798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.736920 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a38c5a0d-6c40-4ea2-a744-9b836beefecd req-1a61905e-1171-43b4-aef5-374ee010bea5 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0446424 Jun 29 15:52:26.784082 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9069f-7c91-4e64-8cea-b2e9b9a0fe1b req-67719fc0-7e3c-4dbe-b616-2e689a96b43c tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:26.790036 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0e52ef6b-bee9-4ee9-9af9-f1e160306798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.795440 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0e52ef6b-bee9-4ee9-9af9-f1e160306798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.796722 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e2b9069f-7c91-4e64-8cea-b2e9b9a0fe1b req-67719fc0-7e3c-4dbe-b616-2e689a96b43c tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 931 time: 0.2131321 Jun 29 15:52:26.802349 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:26.847228 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0e52ef6b-bee9-4ee9-9af9-f1e160306798 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3f9cc02429264b8d9bc78a334793b485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410984 Jun 29 15:52:26.848240 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52ef6b-bee9-4ee9-9af9-f1e160306798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a587638a-6cce-4616-bf0f-c1545a0a9e9a,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:26.850174 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46302) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:26.851209 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0e52ef6b-bee9-4ee9-9af9-f1e160306798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:26.861229 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e2b9069f-7c91-4e64-8cea-b2e9b9a0fe1b req-c79247cd-bb3b-49d1-8f92-3b7a5bb371d7 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559733 Jun 29 15:52:26.894670 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 46304) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:26.902825 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-16784f59-7ab1-4343-8c87-7ea88e1d9629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.908281 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f959075-6602-4ecc-9ba3-fe2bf58ae552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.929288 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-16784f59-7ab1-4343-8c87-7ea88e1d9629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.981938 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-16784f59-7ab1-4343-8c87-7ea88e1d9629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.985071 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-16784f59-7ab1-4343-8c87-7ea88e1d9629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.986244 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-16784f59-7ab1-4343-8c87-7ea88e1d9629 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a587638a-6cce-4616-bf0f-c1545a0a9e9a HTTP/1.1" status: 204 len: 168 time: 0.1334896 Jun 29 15:52:26.987011 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:26.995126 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16784f59-7ab1-4343-8c87-7ea88e1d9629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a587638a-6cce-4616-bf0f-c1545a0a9e9a,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:27.003663 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-16784f59-7ab1-4343-8c87-7ea88e1d9629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:27.005923 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f959075-6602-4ecc-9ba3-fe2bf58ae552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:27.012830 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f959075-6602-4ecc-9ba3-fe2bf58ae552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:27.017524 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:27.052725 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5f959075-6602-4ecc-9ba3-fe2bf58ae552 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c997dbedbca54251acad2309037e146c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569896 Jun 29 15:52:27.053844 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f959075-6602-4ecc-9ba3-fe2bf58ae552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbc7726-7497-4ef8-bad0-94b5b809a963,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:27.055455 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46310) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:27.056750 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5f959075-6602-4ecc-9ba3-fe2bf58ae552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:27.105322 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-badcb941-b29f-4dfe-9fa3-e81613daecec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:27.125777 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-badcb941-b29f-4dfe-9fa3-e81613daecec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:27.171787 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-badcb941-b29f-4dfe-9fa3-e81613daecec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:27.175242 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-badcb941-b29f-4dfe-9fa3-e81613daecec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:27.176409 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-badcb941-b29f-4dfe-9fa3-e81613daecec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8dbc7726-7497-4ef8-bad0-94b5b809a963 HTTP/1.1" status: 204 len: 168 time: 0.1198955 Jun 29 15:52:27.177157 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-16784f59-7ab1-4343-8c87-7ea88e1d9629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:27.185634 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcb941-b29f-4dfe-9fa3-e81613daecec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbc7726-7497-4ef8-bad0-94b5b809a963,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:27.188927 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-badcb941-b29f-4dfe-9fa3-e81613daecec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:27.448975 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device cf9cd7ed-9ee3-4e35-abf4-d2a952a09368 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:27.496215 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port cf9cd7ed-9ee3-4e35-abf4-d2a952a09368 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:27.496409 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:27.722898 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a70bc2-630e-4590-87a9-21b690540b59 req-87a2059a-4e64-4356-a98f-0507348f1415 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:27.728062 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-30a70bc2-630e-4590-87a9-21b690540b59 req-87a2059a-4e64-4356-a98f-0507348f1415 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.0912774 Jun 29 15:52:27.776863 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-30a70bc2-630e-4590-87a9-21b690540b59 req-09b4d75e-bdef-4b06-800c-57e78afbef66 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460603 Jun 29 15:52:27.933658 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2ccb0622-ccea-44ab-8601-510883b54e64 req-c00f9888-0133-40f1-9f64-665f5284afec tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0469952 Jun 29 15:52:28.100502 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0dc29-075b-4653-a559-0de60ca51512 req-bf9ae719-dbbd-41e6-afe6-193be9d1360d tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:28.101994 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4fe0dc29-075b-4653-a559-0de60ca51512 req-bf9ae719-dbbd-41e6-afe6-193be9d1360d tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 931 time: 0.0911145 Jun 29 15:52:28.163913 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4fe0dc29-075b-4653-a559-0de60ca51512 req-059ddbc1-4bc4-43d1-a982-f8fca613c6ac tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554869 Jun 29 15:52:28.798447 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:52:28.967428 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c604a9b-5af3-4884-a6e7-e416a7d1bc22 req-2b93b1ad-19dd-4556-91fe-de9f0fad3d39 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:28.969771 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0c604a9b-5af3-4884-a6e7-e416a7d1bc22 req-2b93b1ad-19dd-4556-91fe-de9f0fad3d39 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.0715797 Jun 29 15:52:29.034909 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0c604a9b-5af3-4884-a6e7-e416a7d1bc22 req-c2fe8d3c-b492-4c41-8723-43c510a2f9ec tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569441 Jun 29 15:52:29.104584 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e837589d-5364-4599-ab7b-af5e502c7422 req-7e19df37-04ec-4ad8-a1f5-d50ae272acc6 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0324988 Jun 29 15:52:29.260527 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46430) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:29.383918 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccea69-f012-4c7f-b941-6fa55688cf26 req-4a5c38cc-667e-4fc2-a9c4-157ede6992c8 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:29.385479 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-86ccea69-f012-4c7f-b941-6fa55688cf26 req-4a5c38cc-667e-4fc2-a9c4-157ede6992c8 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 931 time: 0.1109223 Jun 29 15:52:29.446259 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-86ccea69-f012-4c7f-b941-6fa55688cf26 req-f75eb43a-f1ac-4a8a-98a4-98f3c493f2bb tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504391 Jun 29 15:52:29.529139 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3551145-9062-493d-a150-dd1b188c0c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:29.662885 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3551145-9062-493d-a150-dd1b188c0c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:29.668882 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3551145-9062-493d-a150-dd1b188c0c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:29.677571 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-96b3f610-d2d3-48f4-a3a4-6cea271f1bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:29.707310 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3551145-9062-493d-a150-dd1b188c0c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0574eab5-46dd-4adb-a0df-dc335292a33c,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:29.713883 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a3551145-9062-493d-a150-dd1b188c0c62 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=17bcb36f91894dac89934de27f2dc5e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493420 Jun 29 15:52:29.713883 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a3551145-9062-493d-a150-dd1b188c0c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:29.714188 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46442) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:29.767643 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c468e3d9-afd7-49b5-890a-1e112cd27009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:29.789089 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c468e3d9-afd7-49b5-890a-1e112cd27009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:29.837307 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c468e3d9-afd7-49b5-890a-1e112cd27009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:29.840155 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c468e3d9-afd7-49b5-890a-1e112cd27009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:29.843592 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c468e3d9-afd7-49b5-890a-1e112cd27009 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0574eab5-46dd-4adb-a0df-dc335292a33c HTTP/1.1" status: 204 len: 168 time: 0.1261995 Jun 29 15:52:29.843592 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:29.860902 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468e3d9-afd7-49b5-890a-1e112cd27009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0574eab5-46dd-4adb-a0df-dc335292a33c,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:29.863404 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c468e3d9-afd7-49b5-890a-1e112cd27009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:30.119711 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 46450) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:30.133463 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-15ccf95c-3476-4e82-a371-5182ab7ef1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:30.228679 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-15ccf95c-3476-4e82-a371-5182ab7ef1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:30.234405 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-15ccf95c-3476-4e82-a371-5182ab7ef1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:30.238524 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d8f3cfc4-6315-4df3-8fb6-1b78567ce25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:30.247851 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201f7b2-28d6-431d-8065-4a5c4037c7eb req-3be199a6-6ef5-442f-965f-bcf9484b261f tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:30.249334 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c201f7b2-28d6-431d-8065-4a5c4037c7eb req-3be199a6-6ef5-442f-965f-bcf9484b261f tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.0936587 Jun 29 15:52:30.282972 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-15ccf95c-3476-4e82-a371-5182ab7ef1fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e745b4a6e094bddaac4f04a4043f680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620665 Jun 29 15:52:30.285565 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46456) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:30.289805 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c201f7b2-28d6-431d-8065-4a5c4037c7eb req-4a45cb88-e955-4251-92d0-c926904fb740 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339923 Jun 29 15:52:30.302420 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccf95c-3476-4e82-a371-5182ab7ef1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0d2aab-7c88-4a68-b430-8202e7d4ff7a,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:30.306277 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b14be722-af36-4033-b64e-8fe5961b1d53 req-d5676043-e346-4f6a-98dc-a9e4fd117006 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0520301 Jun 29 15:52:30.307006 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-15ccf95c-3476-4e82-a371-5182ab7ef1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:30.341024 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-91e200e4-b57e-432c-aa51-8f8efa2ae38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:30.361151 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-91e200e4-b57e-432c-aa51-8f8efa2ae38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:30.406168 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-91e200e4-b57e-432c-aa51-8f8efa2ae38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:30.410215 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-91e200e4-b57e-432c-aa51-8f8efa2ae38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:30.411336 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-91e200e4-b57e-432c-aa51-8f8efa2ae38d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3d0d2aab-7c88-4a68-b430-8202e7d4ff7a HTTP/1.1" status: 204 len: 168 time: 0.1247461 Jun 29 15:52:30.412154 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:30.419329 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e200e4-b57e-432c-aa51-8f8efa2ae38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0d2aab-7c88-4a68-b430-8202e7d4ff7a,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:30.421644 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-91e200e4-b57e-432c-aa51-8f8efa2ae38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:30.642787 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89765c-c594-4846-8523-b858a00cd93e req-a7aef453-a424-4981-b3f2-576fd53e9757 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:30.644295 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5d89765c-c594-4846-8523-b858a00cd93e req-a7aef453-a424-4981-b3f2-576fd53e9757 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 931 time: 0.0782776 Jun 29 15:52:30.687160 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5d89765c-c594-4846-8523-b858a00cd93e req-4e6cb7d4-16b0-4e83-bcc4-25d2ef7cf53c tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370979 Jun 29 15:52:31.526851 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f972d770-3629-4f74-8f8c-cfd137a44ed7 req-a1615ffd-4ad0-43d8-af89-483a690fa254 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0338085 Jun 29 15:52:31.536541 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876d98d-68f8-453c-847d-50ae52f0c6a5 req-2ccb290a-eb18-4548-9bc6-6775f1fcb288 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:31.539169 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a876d98d-68f8-453c-847d-50ae52f0c6a5 req-2ccb290a-eb18-4548-9bc6-6775f1fcb288 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.0903230 Jun 29 15:52:31.608610 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a876d98d-68f8-453c-847d-50ae52f0c6a5 req-d47768c2-ca54-42b9-854d-58666d685a60 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624475 Jun 29 15:52:31.946115 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3c04f-a0ee-4cd7-bf1c-076c6424d412 req-eac225e4-0604-4735-a655-7d365e69a71e tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:31.947838 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7d3c04f-a0ee-4cd7-bf1c-076c6424d412 req-eac225e4-0604-4735-a655-7d365e69a71e tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 931 time: 0.0822403 Jun 29 15:52:32.019714 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7d3c04f-a0ee-4cd7-bf1c-076c6424d412 req-d91fdd0e-305b-4a38-8895-adb213ccb792 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586131 Jun 29 15:52:32.576303 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46568) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:32.693982 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d3d1c07b-5a12-4764-b124-0a6c90f310d0 req-978669be-4bb7-477b-86a1-6fd04efbff46 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0355844 Jun 29 15:52:32.711642 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80bb5ab9-988e-4c59-8d0f-e06e171d2584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.816777 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ae3b4-f824-4ff0-87bf-f7a8e939f999 req-e79c2688-45e5-40b9-9ef8-930a185f03d6 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:32.818279 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c62ae3b4-f824-4ff0-87bf-f7a8e939f999 req-e79c2688-45e5-40b9-9ef8-930a185f03d6 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.0858743 Jun 29 15:52:32.821350 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80bb5ab9-988e-4c59-8d0f-e06e171d2584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.831982 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80bb5ab9-988e-4c59-8d0f-e06e171d2584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.835631 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4343d4b5-e6b1-486a-8b84-3975e832448e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:32.873233 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-80bb5ab9-988e-4c59-8d0f-e06e171d2584 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13ca279fadc34f44a0453a8017fc8d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958446 Jun 29 15:52:32.875707 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb5ab9-988e-4c59-8d0f-e06e171d2584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5162c118-4ed4-4240-b2fc-54f4fa1cf50b,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:32.878580 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46588) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:32.885030 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-80bb5ab9-988e-4c59-8d0f-e06e171d2584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:32.896453 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c62ae3b4-f824-4ff0-87bf-f7a8e939f999 req-3698de9c-c107-4c88-9219-ec738cf1545d tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723259 Jun 29 15:52:32.943102 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f73d9e4d-fa78-4d84-8f20-67c3bd0d4b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.963727 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f73d9e4d-fa78-4d84-8f20-67c3bd0d4b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.016275 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f73d9e4d-fa78-4d84-8f20-67c3bd0d4b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.019088 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f73d9e4d-fa78-4d84-8f20-67c3bd0d4b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.022542 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f73d9e4d-fa78-4d84-8f20-67c3bd0d4b4d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5162c118-4ed4-4240-b2fc-54f4fa1cf50b HTTP/1.1" status: 204 len: 168 time: 0.1402271 Jun 29 15:52:33.022542 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b81fba69-12b1-46a2-9f59-e1192197b11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:33.028206 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d9e4d-fa78-4d84-8f20-67c3bd0d4b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5162c118-4ed4-4240-b2fc-54f4fa1cf50b,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:33.033281 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f73d9e4d-fa78-4d84-8f20-67c3bd0d4b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:33.079417 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46596) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:33.197409 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4726fd5b-b7f1-4823-a3d7-94a7f21dc648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.253476 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b458652-f738-402f-ab33-5d96f4057d4d req-f1978252-0926-463a-a2d8-e1758b5a2836 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:33.254952 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3b458652-f738-402f-ab33-5d96f4057d4d req-f1978252-0926-463a-a2d8-e1758b5a2836 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 931 time: 0.1039906 Jun 29 15:52:33.314498 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3b458652-f738-402f-ab33-5d96f4057d4d req-314163ab-0651-4f3e-a906-d4465e5064a1 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533996 Jun 29 15:52:33.345724 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4726fd5b-b7f1-4823-a3d7-94a7f21dc648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.351047 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4726fd5b-b7f1-4823-a3d7-94a7f21dc648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.355386 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:33.386920 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 46608) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:33.392233 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726fd5b-b7f1-4823-a3d7-94a7f21dc648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c977b1b-d48d-4a68-9e32-5f249ba27654,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:33.396909 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4726fd5b-b7f1-4823-a3d7-94a7f21dc648 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b329851821474047a6aa8b469104f911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163018 Jun 29 15:52:33.397856 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4726fd5b-b7f1-4823-a3d7-94a7f21dc648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:33.399345 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46610) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:33.411594 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1b69e2c9-8e14-4883-8296-85c1248e0d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.464199 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-845082b7-17bc-487d-aa11-6d82fb8c04a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.497051 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-845082b7-17bc-487d-aa11-6d82fb8c04a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.538122 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1b69e2c9-8e14-4883-8296-85c1248e0d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.541836 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1b69e2c9-8e14-4883-8296-85c1248e0d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.545807 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:33.552633 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-845082b7-17bc-487d-aa11-6d82fb8c04a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.556266 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-845082b7-17bc-487d-aa11-6d82fb8c04a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.559751 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-845082b7-17bc-487d-aa11-6d82fb8c04a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c977b1b-d48d-4a68-9e32-5f249ba27654 HTTP/1.1" status: 204 len: 168 time: 0.1571443 Jun 29 15:52:33.559751 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:33.561198 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46618) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:33.572538 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845082b7-17bc-487d-aa11-6d82fb8c04a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c977b1b-d48d-4a68-9e32-5f249ba27654,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:33.575842 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-845082b7-17bc-487d-aa11-6d82fb8c04a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:33.588665 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-1b69e2c9-8e14-4883-8296-85c1248e0d86 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7b8580cc81ca4ec49f4ba23dc9b2990d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978161 Jun 29 15:52:33.588665 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69e2c9-8e14-4883-8296-85c1248e0d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc51be0-e97f-4602-926e-cbeee56465b5,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:33.589044 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46622) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:33.590183 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1b69e2c9-8e14-4883-8296-85c1248e0d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:33.802939 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-56f1702e-5155-4ad2-b5bb-6f9f20747066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.826151 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-56f1702e-5155-4ad2-b5bb-6f9f20747066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.873510 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c071815c-0a60-4dec-9429-7e8a9ae2cbfa req-25f3e142-7218-42e5-935c-425b85376403 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0444732 Jun 29 15:52:33.888661 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-539022ef-8f2e-48ce-884d-c46de1b2341c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.896448 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-56f1702e-5155-4ad2-b5bb-6f9f20747066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.924337 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-56f1702e-5155-4ad2-b5bb-6f9f20747066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.924337 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-56f1702e-5155-4ad2-b5bb-6f9f20747066 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2dc51be0-e97f-4602-926e-cbeee56465b5 HTTP/1.1" status: 204 len: 168 time: 0.3330903 Jun 29 15:52:33.925186 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:33.951254 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1702e-5155-4ad2-b5bb-6f9f20747066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc51be0-e97f-4602-926e-cbeee56465b5,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:33.956834 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-56f1702e-5155-4ad2-b5bb-6f9f20747066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:34.089630 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-539022ef-8f2e-48ce-884d-c46de1b2341c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.106139 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-539022ef-8f2e-48ce-884d-c46de1b2341c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.140903 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:34.172760 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539022ef-8f2e-48ce-884d-c46de1b2341c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd38597b-24fa-4e9c-8fca-248f3ce0a08c,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:34.177178 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-539022ef-8f2e-48ce-884d-c46de1b2341c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:34.214393 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-539022ef-8f2e-48ce-884d-c46de1b2341c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b0deccc0a90f468e914b89c3b35f5904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6518774 Jun 29 15:52:34.217079 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 46640) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:34.245653 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8100dc8-3647-4bc2-81c0-9c2769ae6cb1 req-8c4ab604-9c78-4707-9821-b1bf553e4071 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:34.247821 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e8100dc8-3647-4bc2-81c0-9c2769ae6cb1 req-8c4ab604-9c78-4707-9821-b1bf553e4071 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.1563132 Jun 29 15:52:34.276555 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-89d8efa7-6fe2-4ddc-aef3-05a5b0863f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.308646 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e8100dc8-3647-4bc2-81c0-9c2769ae6cb1 req-d1fb656f-c1a6-43d8-bb7c-d3a3bf6c7c44 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520813 Jun 29 15:52:34.310864 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-89d8efa7-6fe2-4ddc-aef3-05a5b0863f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.374581 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-89d8efa7-6fe2-4ddc-aef3-05a5b0863f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.378653 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-89d8efa7-6fe2-4ddc-aef3-05a5b0863f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.383592 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-89d8efa7-6fe2-4ddc-aef3-05a5b0863f05 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cd38597b-24fa-4e9c-8fca-248f3ce0a08c HTTP/1.1" status: 204 len: 168 time: 0.1650982 Jun 29 15:52:34.384507 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:34.400564 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8efa7-6fe2-4ddc-aef3-05a5b0863f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd38597b-24fa-4e9c-8fca-248f3ce0a08c,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:34.406646 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-89d8efa7-6fe2-4ddc-aef3-05a5b0863f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:34.601273 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6451bcc-3a59-4159-b927-6f31eef4db2d req-78c433a9-769c-42a9-a0af-d652e532a18d tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:34.602714 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e6451bcc-3a59-4159-b927-6f31eef4db2d req-78c433a9-769c-42a9-a0af-d652e532a18d tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 931 time: 0.0960429 Jun 29 15:52:34.643006 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e6451bcc-3a59-4159-b927-6f31eef4db2d req-4125fe77-4d3f-48e8-84c0-ab2e79807756 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339692 Jun 29 15:52:34.771067 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 46666) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:34.791496 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-17eeb727-6e42-4f8b-8a1c-8f35a8843798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.913755 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-17eeb727-6e42-4f8b-8a1c-8f35a8843798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.920935 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-17eeb727-6e42-4f8b-8a1c-8f35a8843798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.925693 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1b69e2c9-8e14-4883-8296-85c1248e0d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:34.977544 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-17eeb727-6e42-4f8b-8a1c-8f35a8843798 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cbba691dcff947608b62919d3bf62a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051492 Jun 29 15:52:34.978256 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eeb727-6e42-4f8b-8a1c-8f35a8843798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6269de-4f06-45e2-872e-c2ba7b068a2e,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:34.980336 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46676) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:34.981614 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-17eeb727-6e42-4f8b-8a1c-8f35a8843798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:35.058888 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c76f718f-1f68-4f07-a278-c2317ba27a08 req-12dda9cb-3f2f-4a13-9b8a-11b002a71255 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0345676 Jun 29 15:52:35.063896 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e86ab51c-ab5d-467d-9179-ae0353153d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:35.086371 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e86ab51c-ab5d-467d-9179-ae0353153d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:35.133722 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e86ab51c-ab5d-467d-9179-ae0353153d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:35.136595 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e86ab51c-ab5d-467d-9179-ae0353153d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:35.137796 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e86ab51c-ab5d-467d-9179-ae0353153d69 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ba6269de-4f06-45e2-872e-c2ba7b068a2e HTTP/1.1" status: 204 len: 168 time: 0.1564546 Jun 29 15:52:35.138541 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-badcb941-b29f-4dfe-9fa3-e81613daecec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:35.155869 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ab51c-ab5d-467d-9179-ae0353153d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6269de-4f06-45e2-872e-c2ba7b068a2e,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:35.158826 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e86ab51c-ab5d-467d-9179-ae0353153d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:35.683405 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bcc4b-bc3d-4138-9f22-901d146b31f2 req-dd21bfa2-11ac-4633-a316-42a97acafc43 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:35.684924 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-198bcc4b-bc3d-4138-9f22-901d146b31f2 req-dd21bfa2-11ac-4633-a316-42a97acafc43 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.1633956 Jun 29 15:52:35.777539 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-198bcc4b-bc3d-4138-9f22-901d146b31f2 req-918a266d-527c-44da-949c-1a9ed054de79 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840807 Jun 29 15:52:36.129171 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e22b74-2eec-47bf-b0be-caaff436bc9d req-aa419ac6-1c47-4eb7-b69f-de6bd1a4566b tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:36.138929 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-46e22b74-2eec-47bf-b0be-caaff436bc9d req-aa419ac6-1c47-4eb7-b69f-de6bd1a4566b tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 931 time: 0.1052191 Jun 29 15:52:36.190648 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-46e22b74-2eec-47bf-b0be-caaff436bc9d req-50c9f3c1-d3eb-4bd9-a27c-a8a1fb233af6 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507567 Jun 29 15:52:36.241793 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6b530453-e63d-438c-8c4a-4dfdbea7ce52 req-a49b529e-a5c8-4976-9da7-325936cda216 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0337372 Jun 29 15:52:36.516229 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:37.051629 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654bab5-2994-45d9-a566-e27dca81a00b req-054696b0-cb37-4be4-beac-90558e378bd2 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:37.053562 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1654bab5-2994-45d9-a566-e27dca81a00b req-054696b0-cb37-4be4-beac-90558e378bd2 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.1192436 Jun 29 15:52:37.104481 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1654bab5-2994-45d9-a566-e27dca81a00b req-47bfbd81-9ffd-4a93-9870-5156bc6c85e9 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445571 Jun 29 15:52:37.413216 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2009ae-eba4-4db2-812e-8e2bae799174 req-b2f8f4fd-10e4-447a-91e6-d6841ba09846 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:37.422299 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fe2009ae-eba4-4db2-812e-8e2bae799174 req-b2f8f4fd-10e4-447a-91e6-d6841ba09846 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 931 time: 0.0805886 Jun 29 15:52:37.464605 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7823e924-1d42-41d1-b81e-ec034dc7d842 req-1157091a-15c7-4ebf-97a7-56f24d470807 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0581143 Jun 29 15:52:37.493691 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fe2009ae-eba4-4db2-812e-8e2bae799174 req-ac7cb421-b7a9-4b93-aae0-1d5f21cd452a tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699341 Jun 29 15:52:37.644529 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46816) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:37.750696 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a30dab43-ab8e-4ed0-94b5-38654df20907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:37.843105 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a30dab43-ab8e-4ed0-94b5-38654df20907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:37.847833 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a30dab43-ab8e-4ed0-94b5-38654df20907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:37.851816 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4726fd5b-b7f1-4823-a3d7-94a7f21dc648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:37.888176 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30dab43-ab8e-4ed0-94b5-38654df20907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76919dd-93ad-4357-914b-e9f552792a6f,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:37.895435 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a30dab43-ab8e-4ed0-94b5-38654df20907 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=58b6aa7438234f7fb40fb10c11a22557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475188 Jun 29 15:52:37.895435 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a30dab43-ab8e-4ed0-94b5-38654df20907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:37.895951 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46822) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:37.950030 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-612356a8-fa83-4105-992e-8bbbb7c50616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:37.971443 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-612356a8-fa83-4105-992e-8bbbb7c50616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.023714 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-612356a8-fa83-4105-992e-8bbbb7c50616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.026349 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-612356a8-fa83-4105-992e-8bbbb7c50616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.027538 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-612356a8-fa83-4105-992e-8bbbb7c50616 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f76919dd-93ad-4357-914b-e9f552792a6f HTTP/1.1" status: 204 len: 168 time: 0.1308727 Jun 29 15:52:38.028265 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a3551145-9062-493d-a150-dd1b188c0c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:38.036636 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612356a8-fa83-4105-992e-8bbbb7c50616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76919dd-93ad-4357-914b-e9f552792a6f,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:38.038611 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-612356a8-fa83-4105-992e-8bbbb7c50616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:38.208693 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-575b7bf9-24a9-4d11-bc0e-d264091b985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.289454 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c91d7-6a51-41cb-b709-75caaed97797 req-5a87a4a7-565b-4785-baae-cdf3dd2a4214 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:38.290897 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a79c91d7-6a51-41cb-b709-75caaed97797 req-5a87a4a7-565b-4785-baae-cdf3dd2a4214 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.0700977 Jun 29 15:52:38.294191 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46838) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:38.307654 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d2af8625-117a-4bb6-932b-999052940f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.332157 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a79c91d7-6a51-41cb-b709-75caaed97797 req-9d52039b-53fb-45bf-8298-5926ada0a951 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Jun 29 15:52:38.410960 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d2af8625-117a-4bb6-932b-999052940f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.414189 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d2af8625-117a-4bb6-932b-999052940f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.416854 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:38.448813 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af8625-117a-4bb6-932b-999052940f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa48113-7718-41a6-a246-ecbaa4081c1b,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:38.454924 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d2af8625-117a-4bb6-932b-999052940f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:38.461880 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d2af8625-117a-4bb6-932b-999052940f67 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e5c132cfc354a4e860e5074ca9d91d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640580 Jun 29 15:52:38.463702 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46840) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:38.515926 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3b3b11fb-4fe3-4332-a907-4c477fa08e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.540088 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3b3b11fb-4fe3-4332-a907-4c477fa08e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.604464 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3b3b11fb-4fe3-4332-a907-4c477fa08e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.607272 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3b3b11fb-4fe3-4332-a907-4c477fa08e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.611511 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-3b3b11fb-4fe3-4332-a907-4c477fa08e33 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7aa48113-7718-41a6-a246-ecbaa4081c1b HTTP/1.1" status: 204 len: 168 time: 0.1442289 Jun 29 15:52:38.611511 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:38.635416 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b11fb-4fe3-4332-a907-4c477fa08e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa48113-7718-41a6-a246-ecbaa4081c1b,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:38.646536 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3b3b11fb-4fe3-4332-a907-4c477fa08e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:38.704672 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-50973e48-0507-424a-9444-b7aa266ce5da req-2af1124e-5eb5-46d5-9b03-ea8c5ea9e5bc tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0569601 Jun 29 15:52:38.710592 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620cea6-7f03-4d6d-8c64-b921238f82af req-b650c6e4-1b46-483d-adab-c4abf477f1bb tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:38.712730 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9620cea6-7f03-4d6d-8c64-b921238f82af req-b650c6e4-1b46-483d-adab-c4abf477f1bb tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 931 time: 0.0830913 Jun 29 15:52:38.764573 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9620cea6-7f03-4d6d-8c64-b921238f82af req-000b018b-2689-41a3-b49d-91018a4deba2 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349801 Jun 29 15:52:39.523224 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d6ef0-f3ea-4be0-aa2f-4a18f98f23f9 req-792a7417-e035-4ce6-8a73-0c20e30d1ee5 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:39.532352 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-684d6ef0-f3ea-4be0-aa2f-4a18f98f23f9 req-792a7417-e035-4ce6-8a73-0c20e30d1ee5 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.0678756 Jun 29 15:52:39.571784 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-684d6ef0-f3ea-4be0-aa2f-4a18f98f23f9 req-b5468aa9-afd4-492b-839a-7e7a6a057506 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383496 Jun 29 15:52:39.853035 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8005c1c5-57ba-45dc-9dd0-bee91c41ac99 req-a3449dee-2346-45a6-9521-7019ad89e227 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0344033 Jun 29 15:52:39.970850 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e5fa7-e66c-4fe9-9754-d794d808f987 req-23817f80-da44-4380-935e-762f3496ba38 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:39.972769 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-297e5fa7-e66c-4fe9-9754-d794d808f987 req-23817f80-da44-4380-935e-762f3496ba38 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 931 time: 0.0709205 Jun 29 15:52:40.024961 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-297e5fa7-e66c-4fe9-9754-d794d808f987 req-d0efa904-aa13-4e60-ba60-5cd85cc309de tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457954 Jun 29 15:52:40.783211 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-62198656-559a-4f0b-9b74-2e656a241b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:40.839733 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d5bab-5c30-459b-9974-6061d2001f34 req-eafe0d24-cdeb-4904-81a4-68fa3afdfd1f tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:40.841703 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d87d5bab-5c30-459b-9974-6061d2001f34 req-eafe0d24-cdeb-4904-81a4-68fa3afdfd1f tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.1367841 Jun 29 15:52:40.901193 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d87d5bab-5c30-459b-9974-6061d2001f34 req-874683bd-65b2-440b-815d-853c6110e484 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519683 Jun 29 15:52:41.053921 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dac8a799-98ab-49f0-8bff-cb8fdbde3a6e req-8a75c2bf-557c-478b-98e7-4e2c8f444628 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0325620 Jun 29 15:52:41.272072 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fc75c-9666-46aa-86d6-f602ebd7644c req-e0b0cd4b-40e1-4abd-9118-7b84c0aa85f0 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:41.273757 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-265fc75c-9666-46aa-86d6-f602ebd7644c req-e0b0cd4b-40e1-4abd-9118-7b84c0aa85f0 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 931 time: 0.0863585 Jun 29 15:52:41.322536 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-265fc75c-9666-46aa-86d6-f602ebd7644c req-0d907913-587f-4738-ac9e-cb771f991cc2 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420365 Jun 29 15:52:41.371188 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:41.844451 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:41.910836 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47022) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:42.031387 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4921-b825-468a-98b2-22601b2836f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:42.151478 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016625a5-3e3b-4847-a2fe-ca86630cae16 req-d1feeb83-13e5-45c0-8708-21e39d23557b tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:42.153039 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-016625a5-3e3b-4847-a2fe-ca86630cae16 req-d1feeb83-13e5-45c0-8708-21e39d23557b tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.1184778 Jun 29 15:52:42.218011 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6e63efe9-e8da-4b59-809e-41c675cbb46c req-6d8103e8-b831-4dc7-bc2e-4a4ee7636788 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0365546 Jun 29 15:52:42.219950 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4921-b825-468a-98b2-22601b2836f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:42.226445 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-016625a5-3e3b-4847-a2fe-ca86630cae16 req-5b912063-8963-46fa-8ac8-4dcf9048b856 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540996 Jun 29 15:52:42.227958 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4921-b825-468a-98b2-22601b2836f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:42.231717 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d2af8625-117a-4bb6-932b-999052940f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:42.274928 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-9a5a4921-b825-468a-98b2-22601b2836f9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1a098ac3d7643d99363ed5310c93614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630002 Jun 29 15:52:42.276163 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a4921-b825-468a-98b2-22601b2836f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b197b4-0145-4161-800b-2a94244ef348,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:42.277701 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47038) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:42.280533 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9a5a4921-b825-468a-98b2-22601b2836f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:42.332522 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-caa1fe73-99f6-457b-abb2-8d2111f718d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:42.355022 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-caa1fe73-99f6-457b-abb2-8d2111f718d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:42.402877 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47044) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:42.409281 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-caa1fe73-99f6-457b-abb2-8d2111f718d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:42.412416 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-caa1fe73-99f6-457b-abb2-8d2111f718d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:42.415677 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-caa1fe73-99f6-457b-abb2-8d2111f718d0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/44b197b4-0145-4161-800b-2a94244ef348 HTTP/1.1" status: 204 len: 168 time: 0.1348059 Jun 29 15:52:42.415677 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f252fa8f-16ef-4dd2-b0dc-e7bc25779887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:42.423298 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1fe73-99f6-457b-abb2-8d2111f718d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b197b4-0145-4161-800b-2a94244ef348,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:42.425748 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-caa1fe73-99f6-457b-abb2-8d2111f718d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:42.531161 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ef225-48d7-4ba2-89e2-14f77a5962a6 req-4b8ceb85-7cf9-4e6e-9818-b56dfdc77159 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:42.539901 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6c6ef225-48d7-4ba2-89e2-14f77a5962a6 req-4b8ceb85-7cf9-4e6e-9818-b56dfdc77159 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 931 time: 0.0817432 Jun 29 15:52:42.578657 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6c6ef225-48d7-4ba2-89e2-14f77a5962a6 req-82c13282-3b29-4549-9efe-31c8e38883bd tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375526 Jun 29 15:52:42.666977 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6f8f0ef2-e17f-4971-8aa6-ec02f45bbec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:42.757502 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6f8f0ef2-e17f-4971-8aa6-ec02f45bbec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:42.761391 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6f8f0ef2-e17f-4971-8aa6-ec02f45bbec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:42.765167 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-539022ef-8f2e-48ce-884d-c46de1b2341c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:42.803546 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-6f8f0ef2-e17f-4971-8aa6-ec02f45bbec1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9b20ae42e0114c41a0ebd25b4fb23f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992512 Jun 29 15:52:42.805561 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f0ef2-e17f-4971-8aa6-ec02f45bbec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3f2e5b-5d6e-463d-b2f4-e9bc674afec6,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:42.806185 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47062) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:42.808533 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-6f8f0ef2-e17f-4971-8aa6-ec02f45bbec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:42.867828 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4c294356-b937-41c3-a1ac-6f645ade59ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:42.889098 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4c294356-b937-41c3-a1ac-6f645ade59ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:42.946425 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4c294356-b937-41c3-a1ac-6f645ade59ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:42.949526 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4c294356-b937-41c3-a1ac-6f645ade59ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:42.950722 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4c294356-b937-41c3-a1ac-6f645ade59ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc3f2e5b-5d6e-463d-b2f4-e9bc674afec6 HTTP/1.1" status: 204 len: 168 time: 0.1435726 Jun 29 15:52:42.951339 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:42.960810 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c294356-b937-41c3-a1ac-6f645ade59ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3f2e5b-5d6e-463d-b2f4-e9bc674afec6,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:42.963902 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4c294356-b937-41c3-a1ac-6f645ade59ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:43.444154 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0184c10b-0ac5-480f-b921-d2289a7c27a8 req-13a44c5a-89c6-469f-af37-642abbef3404 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0471313 Jun 29 15:52:43.474858 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36111eb7-113b-414f-a76c-dd7599763218 req-6de40e7c-964d-4685-946c-327e6ca545e8 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:43.477270 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-36111eb7-113b-414f-a76c-dd7599763218 req-6de40e7c-964d-4685-946c-327e6ca545e8 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.0803640 Jun 29 15:52:43.524373 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-36111eb7-113b-414f-a76c-dd7599763218 req-fe548dcd-8665-45c3-b77e-0abf794c971d tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400493 Jun 29 15:52:43.591059 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:43.782886 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bad15f-456d-4b2b-b6b3-9cb620e8bae9 req-17104403-69ef-4a4f-8e0b-717041ae6766 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:43.784436 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f7bad15f-456d-4b2b-b6b3-9cb620e8bae9 req-17104403-69ef-4a4f-8e0b-717041ae6766 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 931 time: 0.0875669 Jun 29 15:52:43.829881 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f7bad15f-456d-4b2b-b6b3-9cb620e8bae9 req-8acab349-e5a6-48a1-a2ad-a391b7c72c2c tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383506 Jun 29 15:52:44.592896 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2786767d-fdb8-452e-9e68-05c6137fd95f req-70dd6a82-43f9-4855-8fe8-90ed75a0cbe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0350258 Jun 29 15:52:44.708474 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66259db-f17b-433b-a57a-40ee0ea72623 req-29eb9fad-c9ba-4726-a965-9b6468cd480c tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:44.709928 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a66259db-f17b-433b-a57a-40ee0ea72623 req-29eb9fad-c9ba-4726-a965-9b6468cd480c tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.0631783 Jun 29 15:52:44.746947 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a66259db-f17b-433b-a57a-40ee0ea72623 req-d5e05975-3501-42a3-976d-e1260216397a tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313437 Jun 29 15:52:45.009904 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770459c-1ec1-46ea-a114-394f9942af1c req-f90a24a8-806f-49cb-a8a9-e3d3065d2c00 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:45.011350 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f770459c-1ec1-46ea-a114-394f9942af1c req-f90a24a8-806f-49cb-a8a9-e3d3065d2c00 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 931 time: 0.0680676 Jun 29 15:52:45.049337 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f770459c-1ec1-46ea-a114-394f9942af1c req-1926f3aa-eb4b-46e1-a6b1-415afcad1c95 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315897 Jun 29 15:52:45.767980 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ea909974-c3dc-4528-b50f-b8993015c5ce req-682dbd0d-7487-4bb9-bd86-c82879e08657 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0306504 Jun 29 15:52:45.920060 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a87579-1c91-4f53-935c-7dac37f9c75e req-5d1ebc2c-4a1b-486b-8179-c8d3c5dd8b77 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:45.921580 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f6a87579-1c91-4f53-935c-7dac37f9c75e req-5d1ebc2c-4a1b-486b-8179-c8d3c5dd8b77 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.0642805 Jun 29 15:52:45.957945 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f6a87579-1c91-4f53-935c-7dac37f9c75e req-75e9389e-33a8-49a9-9255-86b0b2805bff tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302088 Jun 29 15:52:46.146292 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47214) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:46.214177 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8effcad-77a2-4dc3-ac35-76fb7c83ac3d req-89b74027-897f-4faa-a3be-bd1a546527aa tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:46.215660 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a8effcad-77a2-4dc3-ac35-76fb7c83ac3d req-89b74027-897f-4faa-a3be-bd1a546527aa tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 931 time: 0.0606086 Jun 29 15:52:46.246125 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b4f0-4bb4-44ee-afeb-3ae753d8cff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.252661 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a8effcad-77a2-4dc3-ac35-76fb7c83ac3d req-a7892819-c99f-4fd3-89e1-e733e83713fb tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306895 Jun 29 15:52:46.332914 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b4f0-4bb4-44ee-afeb-3ae753d8cff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.336659 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b4f0-4bb4-44ee-afeb-3ae753d8cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.339929 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0a3f2894-bac3-4ea2-b1e3-f83d18b514d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:46.376186 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7ee6b4f0-4bb4-44ee-afeb-3ae753d8cff5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=27c01185bd2740f28b4f434f42bb8686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288110 Jun 29 15:52:46.377239 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6b4f0-4bb4-44ee-afeb-3ae753d8cff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049feea0-7b49-4b79-9048-244f969897e2,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:46.378993 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47220) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:46.380251 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7ee6b4f0-4bb4-44ee-afeb-3ae753d8cff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:46.426892 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-aca45465-4e1b-438c-9672-a2d9bc5dd809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.446812 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-aca45465-4e1b-438c-9672-a2d9bc5dd809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.491427 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-aca45465-4e1b-438c-9672-a2d9bc5dd809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.493904 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-aca45465-4e1b-438c-9672-a2d9bc5dd809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.495040 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-aca45465-4e1b-438c-9672-a2d9bc5dd809 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/049feea0-7b49-4b79-9048-244f969897e2 HTTP/1.1" status: 204 len: 168 time: 0.1150053 Jun 29 15:52:46.495774 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-845082b7-17bc-487d-aa11-6d82fb8c04a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:46.503171 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca45465-4e1b-438c-9672-a2d9bc5dd809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049feea0-7b49-4b79-9048-244f969897e2,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:46.505300 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-aca45465-4e1b-438c-9672-a2d9bc5dd809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:46.748530 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47230) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:46.764510 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24caa71c-3956-4fc1-8af8-9af201fc6d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.852384 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24caa71c-3956-4fc1-8af8-9af201fc6d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.857352 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24caa71c-3956-4fc1-8af8-9af201fc6d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.860461 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f73d9e4d-fa78-4d84-8f20-67c3bd0d4b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:46.896240 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-24caa71c-3956-4fc1-8af8-9af201fc6d9c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2738d562e0834baeaa5cac8798a0aee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466424 Jun 29 15:52:46.897123 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24caa71c-3956-4fc1-8af8-9af201fc6d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c3de48-5876-41bb-a5eb-931e5cfb34ed,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:46.900121 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-24caa71c-3956-4fc1-8af8-9af201fc6d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:46.900588 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47236) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:46.911232 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e6165689-591b-4023-aa23-003ad50f58b6 req-60fe92df-5673-4924-ae6e-7216e218b34f tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0285811 Jun 29 15:52:46.951072 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4a408c62-6129-41de-a501-7d3fdc33defb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.972408 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4a408c62-6129-41de-a501-7d3fdc33defb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.018204 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4a408c62-6129-41de-a501-7d3fdc33defb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.021088 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4a408c62-6129-41de-a501-7d3fdc33defb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.022247 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4a408c62-6129-41de-a501-7d3fdc33defb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/40c3de48-5876-41bb-a5eb-931e5cfb34ed HTTP/1.1" status: 204 len: 168 time: 0.1206846 Jun 29 15:52:47.022896 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:47.029970 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a408c62-6129-41de-a501-7d3fdc33defb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c3de48-5876-41bb-a5eb-931e5cfb34ed,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:47.032692 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4a408c62-6129-41de-a501-7d3fdc33defb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:47.130284 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8ace2-8e4d-4080-8682-5177e0d26195 req-8b0aa0b8-5f52-4b3b-899d-c67b58a5e352 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:47.131765 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-faf8ace2-8e4d-4080-8682-5177e0d26195 req-8b0aa0b8-5f52-4b3b-899d-c67b58a5e352 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.0637839 Jun 29 15:52:47.169254 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-faf8ace2-8e4d-4080-8682-5177e0d26195 req-c113d7b5-9d06-46ef-81ba-c92669dd3b55 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309243 Jun 29 15:52:47.445279 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3e03b-9b06-4c92-9280-be702a3c030b req-ce51b946-427e-4d11-9751-c922e770a67b tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:47.446700 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-89a3e03b-9b06-4c92-9280-be702a3c030b req-ce51b946-427e-4d11-9751-c922e770a67b tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 931 time: 0.0625832 Jun 29 15:52:47.487969 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-89a3e03b-9b06-4c92-9280-be702a3c030b req-431bc9f0-2431-490a-b3b4-ab52401dfe77 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356250 Jun 29 15:52:47.667387 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.77', 58969) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:47.673556 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-672123ae-33e6-4fa4-9498-7f4a9332c555 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:52:47.674611 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-672123ae-33e6-4fa4-9498-7f4a9332c555 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060394 Jun 29 15:52:47.683855 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-45628c77-af52-4e25-bd8e-8a233f2bdbe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Request body: {'port': {'device_id': '9c75a977-8a53-459e-b27f-fa2eb1470724', 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4', 'admin_state_up': True, 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:47.690987 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-ac3616ca-824d-4a72-b139-372a2556754f tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:52:47.692447 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-ac3616ca-824d-4a72-b139-372a2556754f tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079954 Jun 29 15:52:47.875110 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-2eef87db-12bc-4f43-8f8e-d0a273e37f25 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:47.876947 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-2eef87db-12bc-4f43-8f8e-d0a273e37f25 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.77 "GET /v2.0/networks?id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4 HTTP/1.1" status: 200 len: 818 time: 0.2069066 Jun 29 15:52:47.882833 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Request body: {'port': {'device_id': 'b3918afd-b932-41cb-b390-0fe4b6e0492d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:47.973830 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.997097 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Request body: {'port': {'device_id': '0690d71a-4457-4993-9a1c-3b6e0d76e089', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:48.110100 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:48.121813 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b031ce64-7947-4e49-8298-18bd942c3b9f req-df9dbb44-52cc-4e33-a6a7-6f3aa50dbb16 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0856500 Jun 29 15:52:48.172855 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-694bc0ed-b8cb-4c08-a9d3-1cbe40e5b838 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Request body: {'port': {'device_id': 'ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3', 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4', 'admin_state_up': True, 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:48.266443 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-45628c77-af52-4e25-bd8e-8a233f2bdbe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Made reservation on behalf of 3eef1db2e18b4c9cb47f2668e1a20a91 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:48.269895 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-45628c77-af52-4e25-bd8e-8a233f2bdbe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:48.409614 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-694bc0ed-b8cb-4c08-a9d3-1cbe40e5b838 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Made reservation on behalf of 3eef1db2e18b4c9cb47f2668e1a20a91 for: {'port': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:48.415409 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-694bc0ed-b8cb-4c08-a9d3-1cbe40e5b838 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:48.577337 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627543a-b8e0-49ea-a725-7cd3feafc4fc req-8d2a706e-52a5-4d87-b8f8-2f37a07db914 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:48.579371 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8627543a-b8e0-49ea-a725-7cd3feafc4fc req-8d2a706e-52a5-4d87-b8f8-2f37a07db914 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 932 time: 0.2739010 Jun 29 15:52:48.606896 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a30074-aa07-4281-9ad4-e6d428a2befa {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:52:48.628189 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:48.637866 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-45628c77-af52-4e25-bd8e-8a233f2bdbe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Allocated IP 172.20.0.13 (8d92c76a-a67c-44c8-bc6a-d87b3504cec4/3f7889f3-fcb4-48a2-b06b-d94d20a5bf52/7927e555-949a-4add-bef4-08f1bfd4555d) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:48.658332 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Transition to ACTIVE for port object 51a30074-aa07-4281-9ad4-e6d428a2befa will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:48.685713 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10444912'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:48.695858 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b38a4bea-3c88-47f9-aada-4b3ceb852c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:48.706176 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8627543a-b8e0-49ea-a725-7cd3feafc4fc req-49552a41-f08c-4ba1-90db-032e5d326367 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179173 Jun 29 15:52:48.724264 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42280368-1183-4f33-a4fe-1ceb75164027 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:52:48.750570 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:48.794227 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Transition to ACTIVE for port object 42280368-1183-4f33-a4fe-1ceb75164027 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:48.818745 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:48.822475 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:48.851790 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315242e-f6a2-4767-90ee-e758fe4b11f4 req-83038795-1cbb-4d8f-b055-ac9868bb10f0 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:48.853580 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c315242e-f6a2-4767-90ee-e758fe4b11f4 req-83038795-1cbb-4d8f-b055-ac9868bb10f0 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.1991277 Jun 29 15:52:48.892625 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Pushing event updated for resources: {'Port': ['ID=51a30074-aa07-4281-9ad4-e6d428a2befa,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:48.912204 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Pushing event updated for resources: {'Port': ['ID=42280368-1183-4f33-a4fe-1ceb75164027,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:48.922366 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:48.932979 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:48.953902 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Attempting to bind port 51a30074-aa07-4281-9ad4-e6d428a2befa on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:52:48.954478 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Attempting to bind port 51a30074-aa07-4281-9ad4-e6d428a2befa by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b03bb11f-7894-40e0-9619-0b0fe2c55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:52:48.954972 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Attempting to bind port 51a30074-aa07-4281-9ad4-e6d428a2befa on network 913ddeee-2d32-441c-941e-b0980303e2cd {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:48.993260 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-45628c77-af52-4e25-bd8e-8a233f2bdbe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:48.999386 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Attempting to bind port 42280368-1183-4f33-a4fe-1ceb75164027 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:52:48.999623 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Attempting to bind port 42280368-1183-4f33-a4fe-1ceb75164027 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c02c780a-ef66-494f-a424-1756a7cb6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f86874b9-2623-40db-abbf-1a524d667e46'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:52:48.999869 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Attempting to bind port 42280368-1183-4f33-a4fe-1ceb75164027 on network f86874b9-2623-40db-abbf-1a524d667e46 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:49.014165 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Port 42280368-1183-4f33-a4fe-1ceb75164027 on network f86874b9-2623-40db-abbf-1a524d667e46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:52:49.014553 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Attempting to bind port 42280368-1183-4f33-a4fe-1ceb75164027 on network f86874b9-2623-40db-abbf-1a524d667e46 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:49.021970 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Checking agent: {'id': '1f42b8fb-87af-41ff-972d-c33b8bf8d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:52:49.022334 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Checking segment: {'id': 'c02c780a-ef66-494f-a424-1756a7cb6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f86874b9-2623-40db-abbf-1a524d667e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:49.022878 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Bound using segment: {'id': 'c02c780a-ef66-494f-a424-1756a7cb6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f86874b9-2623-40db-abbf-1a524d667e46'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:52:49.023335 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Bound port: 42280368-1183-4f33-a4fe-1ceb75164027, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02c780a-ef66-494f-a424-1756a7cb6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f86874b9-2623-40db-abbf-1a524d667e46'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:52:49.023738 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.127254 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-45628c77-af52-4e25-bd8e-8a233f2bdbe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.141407 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8e8e114c-5c7e-474d-b914-b89d29878264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:49.175738 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] For port 42280368-1183-4f33-a4fe-1ceb75164027, host hv-cinder-78662, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:52:49.213574 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] For port 42280368-1183-4f33-a4fe-1ceb75164027, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=42280368-1183-4f33-a4fe-1ceb75164027,segment=NetworkSegment(c02c780a-ef66-494f-a424-1756a7cb6c3f),segment_id=c02c780a-ef66-494f-a424-1756a7cb6c3f)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:52:49.215609 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-45628c77-af52-4e25-bd8e-8a233f2bdbe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Network 8d92c76a-a67c-44c8-bc6a-d87b3504cec4 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:49.219694 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-45628c77-af52-4e25-bd8e-8a233f2bdbe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:49.223884 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-45628c77-af52-4e25-bd8e-8a233f2bdbe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:49.229536 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-45628c77-af52-4e25-bd8e-8a233f2bdbe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:49.230215 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-45628c77-af52-4e25-bd8e-8a233f2bdbe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.233330 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.239745 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c315242e-f6a2-4767-90ee-e758fe4b11f4 req-6783a768-4df3-4504-b70b-8f231f80e438 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438041 Jun 29 15:52:49.240408 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Port 51a30074-aa07-4281-9ad4-e6d428a2befa on network 913ddeee-2d32-441c-941e-b0980303e2cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:52:49.245009 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45628c77-af52-4e25-bd8e-8a233f2bdbe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Pushing event updated for resources: {'Port': ['ID=7927e555-949a-4add-bef4-08f1bfd4555d,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:49.245175 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Attempting to bind port 51a30074-aa07-4281-9ad4-e6d428a2befa on network 913ddeee-2d32-441c-941e-b0980303e2cd {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:49.257699 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-45628c77-af52-4e25-bd8e-8a233f2bdbe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:49.257699 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:49.258186 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Checking agent: {'id': '1f42b8fb-87af-41ff-972d-c33b8bf8d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:52:49.258186 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Checking segment: {'id': 'b03bb11f-7894-40e0-9619-0b0fe2c55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:49.258186 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Bound using segment: {'id': 'b03bb11f-7894-40e0-9619-0b0fe2c55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:52:49.258186 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Bound port: 51a30074-aa07-4281-9ad4-e6d428a2befa, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03bb11f-7894-40e0-9619-0b0fe2c55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:52:49.258186 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.278496 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-694bc0ed-b8cb-4c08-a9d3-1cbe40e5b838 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Allocated IP 172.20.0.11 (8d92c76a-a67c-44c8-bc6a-d87b3504cec4/3f7889f3-fcb4-48a2-b06b-d94d20a5bf52/0e8b7b54-acea-450b-b41a-d8d97fa437ff) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:49.292608 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:49.293222 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.294595 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] 10.222.0.77 "PUT /v2.0/ports/42280368-1183-4f33-a4fe-1ceb75164027 HTTP/1.1" status: 200 len: 1094 time: 1.3085842 Jun 29 15:52:49.297121 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0690d71a-4457-4993-9a1c-3b6e0d76e089', 'tag': '42280368-1183-4f33-a4fe-1ceb75164027'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:52:49.350081 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-45628c77-af52-4e25-bd8e-8a233f2bdbe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6743290 Jun 29 15:52:49.371821 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] For port 51a30074-aa07-4281-9ad4-e6d428a2befa, host hv-cinder-78662, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:52:49.377953 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8ab071b9-6662-4c7a-b721-2ff9e342c722 req-ad4f842b-0f6b-423f-9df7-42d2648239ab tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.1268198 Jun 29 15:52:49.378983 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] For port 51a30074-aa07-4281-9ad4-e6d428a2befa, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=51a30074-aa07-4281-9ad4-e6d428a2befa,segment=NetworkSegment(b03bb11f-7894-40e0-9619-0b0fe2c55e5b),segment_id=b03bb11f-7894-40e0-9619-0b0fe2c55e5b)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:52:49.393438 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10444912'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.405117 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Pushing event updated for resources: {'Port': ['ID=42280368-1183-4f33-a4fe-1ceb75164027,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:49.415683 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:49.427380 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-6bdc63b3-1f50-4073-8646-4f9f38a288fc tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:49.497240 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:49.497855 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.499233 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] 10.222.0.77 "PUT /v2.0/ports/51a30074-aa07-4281-9ad4-e6d428a2befa HTTP/1.1" status: 200 len: 1093 time: 1.7020705 Jun 29 15:52:49.500230 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3918afd-b932-41cb-b390-0fe4b6e0492d', 'tag': '51a30074-aa07-4281-9ad4-e6d428a2befa'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:52:49.503980 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf649a9-a242-44d8-833d-b7d3e087d899" -d '{"events": [{"name": "network-changed", "server_uuid": "0690d71a-4457-4993-9a1c-3b6e0d76e089", "tag": "42280368-1183-4f33-a4fe-1ceb75164027"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:52:49.550821 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Pushing event updated for resources: {'Port': ['ID=51a30074-aa07-4281-9ad4-e6d428a2befa,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:49.556878 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:49.567255 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00780bf608cd15afdd51be534b45a335a9f5f121050d89c1f6ad2489d1b4179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4416dc-d265-41e2-b206-d9877744d37c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3918afd-b932-41cb-b390-0fe4b6e0492d", "tag": "51a30074-aa07-4281-9ad4-e6d428a2befa"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:52:49.572114 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-694bc0ed-b8cb-4c08-a9d3-1cbe40e5b838 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.624018 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-694bc0ed-b8cb-4c08-a9d3-1cbe40e5b838 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10444866'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.630293 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:49.645922 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869c05e6-82af-4816-b5e0-b275fb6f9ff1 x-openstack-request-id: req-869c05e6-82af-4816-b5e0-b275fb6f9ff1 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:52:49.646419 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0690d71a-4457-4993-9a1c-3b6e0d76e089", "tag": "42280368-1183-4f33-a4fe-1ceb75164027", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:52:49.646529 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-869c05e6-82af-4816-b5e0-b275fb6f9ff1 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:52:49.646971 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0690d71a-4457-4993-9a1c-3b6e0d76e089', 'tag': '42280368-1183-4f33-a4fe-1ceb75164027', 'status': 'completed', 'code': 200} Jun 29 15:52:49.684390 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-694bc0ed-b8cb-4c08-a9d3-1cbe40e5b838 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Network 8d92c76a-a67c-44c8-bc6a-d87b3504cec4 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:49.688148 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-694bc0ed-b8cb-4c08-a9d3-1cbe40e5b838 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:49.692138 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-694bc0ed-b8cb-4c08-a9d3-1cbe40e5b838 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:49.715524 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694bc0ed-b8cb-4c08-a9d3-1cbe40e5b838 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Pushing event updated for resources: {'Port': ['ID=0e8b7b54-acea-450b-b41a-d8d97fa437ff,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:49.723405 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-694bc0ed-b8cb-4c08-a9d3-1cbe40e5b838 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:49.726578 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c15f43-3d40-444c-996b-e01ede31ddab x-openstack-request-id: req-15c15f43-3d40-444c-996b-e01ede31ddab {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:52:49.726878 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3918afd-b932-41cb-b390-0fe4b6e0492d", "tag": "51a30074-aa07-4281-9ad4-e6d428a2befa", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:52:49.727141 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-15c15f43-3d40-444c-996b-e01ede31ddab {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:52:49.727627 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3918afd-b932-41cb-b390-0fe4b6e0492d', 'tag': '51a30074-aa07-4281-9ad4-e6d428a2befa', 'status': 'completed', 'code': 200} Jun 29 15:52:49.748244 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-694bc0ed-b8cb-4c08-a9d3-1cbe40e5b838 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:49.748846 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-694bc0ed-b8cb-4c08-a9d3-1cbe40e5b838 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.763549 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-694bc0ed-b8cb-4c08-a9d3-1cbe40e5b838 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6508646 Jun 29 15:52:49.877835 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352caccf-28e5-497b-89c5-cfdca8ff32b6 req-81e90474-69c6-4299-b73a-6030ce5e0c0b tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:49.879259 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-352caccf-28e5-497b-89c5-cfdca8ff32b6 req-81e90474-69c6-4299-b73a-6030ce5e0c0b tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 944 time: 0.0603082 Jun 29 15:52:49.914280 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-352caccf-28e5-497b-89c5-cfdca8ff32b6 req-c6cb475a-f924-425a-b59d-29a3614b2428 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294385 Jun 29 15:52:50.410208 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501ad0-0879-43ed-ae92-2eb1722f8ecc req-bff3e04e-d46f-4857-a259-1191fbdf8500 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:50.411692 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24501ad0-0879-43ed-ae92-2eb1722f8ecc req-bff3e04e-d46f-4857-a259-1191fbdf8500 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.0631778 Jun 29 15:52:50.448759 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24501ad0-0879-43ed-ae92-2eb1722f8ecc req-afc453dd-8e80-47b0-abe6-7a97f2e7a686 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Jun 29 15:52:50.570440 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244af08-6c1b-4293-852d-893c64007ce2 req-e9779608-2d56-4509-90ed-b9b234d6da26 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:50.571940 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f244af08-6c1b-4293-852d-893c64007ce2 req-e9779608-2d56-4509-90ed-b9b234d6da26 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 932 time: 0.0667210 Jun 29 15:52:50.609978 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f244af08-6c1b-4293-852d-893c64007ce2 req-e84c1b3d-1976-4740-baa7-2809a128c93a tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314295 Jun 29 15:52:51.083971 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007aab5-526d-466a-9185-05ae399b6fb5 req-18595f92-9a93-48e8-8409-e7c94c85f8df tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:51.085685 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8007aab5-526d-466a-9185-05ae399b6fb5 req-18595f92-9a93-48e8-8409-e7c94c85f8df tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 944 time: 0.0640481 Jun 29 15:52:51.121895 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8007aab5-526d-466a-9185-05ae399b6fb5 req-2ccbffa3-3a1a-4bfc-abe9-cd00d76a0a9c tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307825 Jun 29 15:52:51.620028 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6144f-6dfd-4c6a-a2af-5dd94935e2de req-59f77391-4e98-4f10-89c5-0df82a620311 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:51.621516 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dbe6144f-6dfd-4c6a-a2af-5dd94935e2de req-59f77391-4e98-4f10-89c5-0df82a620311 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.0610914 Jun 29 15:52:51.660637 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dbe6144f-6dfd-4c6a-a2af-5dd94935e2de req-fa82e12b-4d63-402e-9fdc-de79ec88acaa tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325236 Jun 29 15:52:51.776358 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976e3b7-46e9-4e53-812e-3820c1e9dd01 req-cdb38698-4fcf-4190-a833-555b9386273e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:51.777807 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8976e3b7-46e9-4e53-812e-3820c1e9dd01 req-cdb38698-4fcf-4190-a833-555b9386273e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 932 time: 0.0607028 Jun 29 15:52:51.814012 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8976e3b7-46e9-4e53-812e-3820c1e9dd01 req-83be4d8a-bde3-4dad-92b2-ef7c00d6c421 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299201 Jun 29 15:52:52.288920 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095f131-dca2-4d9f-bd58-c307cf1bfe33 req-677fc548-6352-4d54-835d-8ec1f6c38213 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:52.290398 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b095f131-dca2-4d9f-bd58-c307cf1bfe33 req-677fc548-6352-4d54-835d-8ec1f6c38213 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 944 time: 0.0626960 Jun 29 15:52:52.338679 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b095f131-dca2-4d9f-bd58-c307cf1bfe33 req-9ed0cda7-0569-4324-aced-cd8ee8b5004a tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422261 Jun 29 15:52:52.832603 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d65f2-7f18-4a8f-8a7d-475222a4a50f req-73dd86f3-7d3b-43ea-af17-7c82145841e0 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:52.834025 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2f5d65f2-7f18-4a8f-8a7d-475222a4a50f req-73dd86f3-7d3b-43ea-af17-7c82145841e0 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.0638170 Jun 29 15:52:52.870599 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2f5d65f2-7f18-4a8f-8a7d-475222a4a50f req-9a3cb404-d6e4-4d15-8bef-f5b837402a09 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309248 Jun 29 15:52:52.977367 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad65b9-5e10-4444-b756-6696617d2ab7 req-84a514c4-9176-4bf0-9be1-e54aee13c381 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:52.978711 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-10ad65b9-5e10-4444-b756-6696617d2ab7 req-84a514c4-9176-4bf0-9be1-e54aee13c381 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 932 time: 0.0598741 Jun 29 15:52:53.015869 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-10ad65b9-5e10-4444-b756-6696617d2ab7 req-2543c3d6-45c2-48ed-804a-3391ab64649c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316806 Jun 29 15:52:53.511370 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77023215-cfec-44a1-b4d9-2acc7d5aef7d req-99ecf534-2b0f-4021-a0a1-49811305f364 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:53.512932 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-77023215-cfec-44a1-b4d9-2acc7d5aef7d req-99ecf534-2b0f-4021-a0a1-49811305f364 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 944 time: 0.0625877 Jun 29 15:52:53.564403 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-77023215-cfec-44a1-b4d9-2acc7d5aef7d req-2d14848f-55a3-4cc5-8d5e-8ab929d24950 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447693 Jun 29 15:52:54.035815 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77347998-3fe2-45e3-9f33-8ca6b633b2c9 req-102645b9-272f-4a20-b9f6-b65d2cdbcd89 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:54.037253 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-77347998-3fe2-45e3-9f33-8ca6b633b2c9 req-102645b9-272f-4a20-b9f6-b65d2cdbcd89 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.0604489 Jun 29 15:52:54.080479 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-77347998-3fe2-45e3-9f33-8ca6b633b2c9 req-4b922723-82c5-494f-ac11-bef91c4eb9de tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368752 Jun 29 15:52:54.092168 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Request body: {'port': {'device_id': 'ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:54.095607 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Request body: {'port': {'device_id': '9c75a977-8a53-459e-b27f-fa2eb1470724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:54.172967 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:54.288745 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:54.361751 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4242bfc-cca2-4e55-98a3-7a79593017f6 req-79934404-4ba4-4655-8896-cb78986a5283 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:54.363104 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a4242bfc-cca2-4e55-98a3-7a79593017f6 req-79934404-4ba4-4655-8896-cb78986a5283 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 932 time: 0.2193191 Jun 29 15:52:54.380005 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4416dc-d265-41e2-b206-d9877744d37c req-567ea05a-9fbb-4dea-be39-4a13f9850b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:54.381492 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1e4416dc-d265-41e2-b206-d9877744d37c req-567ea05a-9fbb-4dea-be39-4a13f9850b29 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 1096 time: 0.1720245 Jun 29 15:52:54.404216 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf649a9-a242-44d8-833d-b7d3e087d899 req-5c27ddf2-f911-4533-88ea-23732f3fa790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:54.406125 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8cf649a9-a242-44d8-833d-b7d3e087d899 req-5c27ddf2-f911-4533-88ea-23732f3fa790 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dde65fe1b6b74022b0699a45512ae6cf&device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 1097 time: 0.1985195 Jun 29 15:52:54.632727 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4416dc-d265-41e2-b206-d9877744d37c req-7c02946c-bb0b-479f-b04c-05a11f79b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:54.634311 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1e4416dc-d265-41e2-b206-d9877744d37c req-7c02946c-bb0b-479f-b04c-05a11f79b3b0 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2158933 Jun 29 15:52:54.727817 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a4242bfc-cca2-4e55-98a3-7a79593017f6 req-3e0831d4-4f1d-43ad-b534-3d89c6cd04d5 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571029 Jun 29 15:52:54.818148 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8b7b54-acea-450b-b41a-d8d97fa437ff {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:52:54.860042 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:54.892049 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf649a9-a242-44d8-833d-b7d3e087d899 req-9274c3ee-bf86-4266-b07e-6978e7eed4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:54.909338 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8cf649a9-a242-44d8-833d-b7d3e087d899 req-9274c3ee-bf86-4266-b07e-6978e7eed4cc service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=dde65fe1b6b74022b0699a45512ae6cf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4375093 Jun 29 15:52:54.916162 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Transition to ACTIVE for port object 0e8b7b54-acea-450b-b41a-d8d97fa437ff will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:54.921950 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4416dc-d265-41e2-b206-d9877744d37c req-b00c28d8-1ac8-48ab-bfa6-9e703119a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:54.924169 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1e4416dc-d265-41e2-b206-d9877744d37c req-b00c28d8-1ac8-48ab-bfa6-9e703119a341 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2823944 Jun 29 15:52:54.928597 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10444912'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:54.933694 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:55.182055 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf649a9-a242-44d8-833d-b7d3e087d899 req-f43e9105-8f09-4146-8ca7-ac5a1482228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:55.183643 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8cf649a9-a242-44d8-833d-b7d3e087d899 req-f43e9105-8f09-4146-8ca7-ac5a1482228a service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2726109 Jun 29 15:52:55.185494 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dee96e-8c29-4c17-b8ec-472839b0e6ac req-cfa15f15-7116-45d9-a95e-8fa758b6ef34 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:55.187058 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a8dee96e-8c29-4c17-b8ec-472839b0e6ac req-cfa15f15-7116-45d9-a95e-8fa758b6ef34 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 944 time: 0.3935082 Jun 29 15:52:55.204974 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8b7b54-acea-450b-b41a-d8d97fa437ff,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:55.213543 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:55.298066 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a8dee96e-8c29-4c17-b8ec-472839b0e6ac req-5d595eec-6561-4a5e-8052-1109f79a1913 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822594 Jun 29 15:52:55.310237 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Attempting to bind port 0e8b7b54-acea-450b-b41a-d8d97fa437ff on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:52:55.310566 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Attempting to bind port 0e8b7b54-acea-450b-b41a-d8d97fa437ff by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '2b34a4ac-cb38-4e2b-a5fe-b490ba37971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:52:55.310976 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Attempting to bind port 0e8b7b54-acea-450b-b41a-d8d97fa437ff on network 8d92c76a-a67c-44c8-bc6a-d87b3504cec4 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:55.324091 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Port 0e8b7b54-acea-450b-b41a-d8d97fa437ff on network 8d92c76a-a67c-44c8-bc6a-d87b3504cec4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:52:55.324091 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Attempting to bind port 0e8b7b54-acea-450b-b41a-d8d97fa437ff on network 8d92c76a-a67c-44c8-bc6a-d87b3504cec4 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:55.324091 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-2f441f61-b2dd-4489-bd7e-0cb82db63b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:55.324091 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-2f441f61-b2dd-4489-bd7e-0cb82db63b71 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 1096 time: 0.2248011 Jun 29 15:52:55.330071 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Checking agent: {'id': '1f42b8fb-87af-41ff-972d-c33b8bf8d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:52:55.330403 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Checking segment: {'id': '2b34a4ac-cb38-4e2b-a5fe-b490ba37971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:55.330777 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Bound using segment: {'id': '2b34a4ac-cb38-4e2b-a5fe-b490ba37971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:52:55.331272 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Bound port: 0e8b7b54-acea-450b-b41a-d8d97fa437ff, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b34a4ac-cb38-4e2b-a5fe-b490ba37971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:52:55.331843 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:55.334786 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7927e555-949a-4add-bef4-08f1bfd4555d {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:52:55.350573 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:55.371934 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Transition to ACTIVE for port object 7927e555-949a-4add-bef4-08f1bfd4555d will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:55.379160 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:55.381281 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:55.415053 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa79ee-ae7c-4778-89fc-1e015e8777e9 req-30c2ea52-fb4e-4a91-bb77-b69c10e876aa tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:55.416649 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-afaa79ee-ae7c-4778-89fc-1e015e8777e9 req-30c2ea52-fb4e-4a91-bb77-b69c10e876aa tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.2135959 Jun 29 15:52:55.425202 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-cecd150c-c0be-4f54-88bf-ac71c0087640 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a30074-aa07-4281-9ad4-e6d428a2befa HTTP/1.1" status: 200 len: 217 time: 0.0901361 Jun 29 15:52:55.430088 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-6f25cc9d-9b5b-4c9b-86d2-02796d767c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:55.431518 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-6f25cc9d-9b5b-4c9b-86d2-02796d767c89 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dde65fe1b6b74022b0699a45512ae6cf&device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 1097 time: 0.1925755 Jun 29 15:52:55.536599 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-295b1b43-6342-4029-a8aa-78e2efb0f8d4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42280368-1183-4f33-a4fe-1ceb75164027 HTTP/1.1" status: 200 len: 217 time: 0.0924423 Jun 29 15:52:55.537732 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Pushing event updated for resources: {'Port': ['ID=7927e555-949a-4add-bef4-08f1bfd4555d,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:55.541554 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:55.547326 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-5ccab5dd-0da2-434d-982e-9e11195d3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:55.548826 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-5ccab5dd-0da2-434d-982e-9e11195d3908 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.1031580 Jun 29 15:52:55.549888 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] For port 0e8b7b54-acea-450b-b41a-d8d97fa437ff, host hv-cinder-78662, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:52:55.554373 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] For port 0e8b7b54-acea-450b-b41a-d8d97fa437ff, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0e8b7b54-acea-450b-b41a-d8d97fa437ff,segment=NetworkSegment(2b34a4ac-cb38-4e2b-a5fe-b490ba37971f),segment_id=2b34a4ac-cb38-4e2b-a5fe-b490ba37971f)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:52:55.607836 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10444912'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:55.609904 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-a67f4051-2e6f-4a45-9cca-b8df1c040ef1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542219 Jun 29 15:52:55.612728 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:55.619788 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-afaa79ee-ae7c-4778-89fc-1e015e8777e9 req-062d1a1e-c1f9-452c-bb21-184e4edb0282 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935868 Jun 29 15:52:55.627204 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Attempting to bind port 7927e555-949a-4add-bef4-08f1bfd4555d on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:52:55.627552 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Attempting to bind port 7927e555-949a-4add-bef4-08f1bfd4555d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '2b34a4ac-cb38-4e2b-a5fe-b490ba37971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:52:55.627934 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Attempting to bind port 7927e555-949a-4add-bef4-08f1bfd4555d on network 8d92c76a-a67c-44c8-bc6a-d87b3504cec4 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:55.641022 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Port 7927e555-949a-4add-bef4-08f1bfd4555d on network 8d92c76a-a67c-44c8-bc6a-d87b3504cec4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:52:55.641354 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Attempting to bind port 7927e555-949a-4add-bef4-08f1bfd4555d on network 8d92c76a-a67c-44c8-bc6a-d87b3504cec4 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:55.644674 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-9aeb0384-c174-4c87-bd33-beabb6cf7f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:55.646104 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-9aeb0384-c174-4c87-bd33-beabb6cf7f0c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fec9a335-f473-47e9-b3a1-46e3c429a526 HTTP/1.1" status: 200 len: 851 time: 0.0998306 Jun 29 15:52:55.649829 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Checking agent: {'id': '1f42b8fb-87af-41ff-972d-c33b8bf8d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:52:55.650165 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Checking segment: {'id': '2b34a4ac-cb38-4e2b-a5fe-b490ba37971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:55.650540 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Bound using segment: {'id': '2b34a4ac-cb38-4e2b-a5fe-b490ba37971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:52:55.650972 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Bound port: 7927e555-949a-4add-bef4-08f1bfd4555d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b34a4ac-cb38-4e2b-a5fe-b490ba37971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:52:55.651326 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:55.696168 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:55.696775 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:55.698139 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] 10.222.0.77 "PUT /v2.0/ports/0e8b7b54-acea-450b-b41a-d8d97fa437ff HTTP/1.1" status: 200 len: 1094 time: 1.6117635 Jun 29 15:52:55.698601 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3', 'tag': '0e8b7b54-acea-450b-b41a-d8d97fa437ff'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:52:55.700861 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00780bf608cd15afdd51be534b45a335a9f5f121050d89c1f6ad2489d1b4179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03d180a-5fd3-4698-ada5-c05aa945c7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3", "tag": "0e8b7b54-acea-450b-b41a-d8d97fa437ff"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:52:55.704508 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-dad555c1-ab7b-49a2-8d33-d5570c3ce9b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f86874b9-2623-40db-abbf-1a524d667e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503142 Jun 29 15:52:55.746716 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8b7b54-acea-450b-b41a-d8d97fa437ff,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:55.752077 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:55.788456 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33879356-a7d5-4586-88d8-4732d9e11554 x-openstack-request-id: req-33879356-a7d5-4586-88d8-4732d9e11554 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:52:55.788752 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3", "tag": "0e8b7b54-acea-450b-b41a-d8d97fa437ff", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:52:55.789010 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-33879356-a7d5-4586-88d8-4732d9e11554 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:52:55.789419 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3', 'tag': '0e8b7b54-acea-450b-b41a-d8d97fa437ff', 'status': 'completed', 'code': 200} Jun 29 15:52:55.810415 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-d7663b8a-067a-4d8b-a7ff-d5262bff58cb service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909904 Jun 29 15:52:55.866365 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] For port 7927e555-949a-4add-bef4-08f1bfd4555d, host hv-cinder-78662, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:52:55.871013 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] For port 7927e555-949a-4add-bef4-08f1bfd4555d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7927e555-949a-4add-bef4-08f1bfd4555d,segment=NetworkSegment(2b34a4ac-cb38-4e2b-a5fe-b490ba37971f),segment_id=2b34a4ac-cb38-4e2b-a5fe-b490ba37971f)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:52:55.886838 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f40b67c3-4034-4f3e-ab75-b51f9af70c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:55.888343 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-f40b67c3-4034-4f3e-ab75-b51f9af70c54 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3eef1db2e18b4c9cb47f2668e1a20a91&device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 1097 time: 0.1340549 Jun 29 15:52:55.888789 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:55.924532 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:55.947345 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-2e85e528-d975-49b7-96d2-0100f676a796 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e8b7b54-acea-450b-b41a-d8d97fa437ff HTTP/1.1" status: 200 len: 217 time: 0.0468473 Jun 29 15:52:55.965188 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-77baafc8-8678-4ecd-b166-f9b4ec611ecb service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458333 Jun 29 15:52:55.983336 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-0efdcfcb-e466-4aaf-a91c-18e60fbe19e8 service neutron] 10.222.0.77 "GET /v2.0/networks/f86874b9-2623-40db-abbf-1a524d667e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516823 Jun 29 15:52:55.997047 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:55.997992 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:55.999813 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] 10.222.0.77 "PUT /v2.0/ports/7927e555-949a-4add-bef4-08f1bfd4555d HTTP/1.1" status: 200 len: 1094 time: 1.9101357 Jun 29 15:52:56.000470 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c75a977-8a53-459e-b27f-fa2eb1470724', 'tag': '7927e555-949a-4add-bef4-08f1bfd4555d'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:52:56.003895 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f564f9-31f3-4d23-a748-f17fd7eed624" -d '{"events": [{"name": "network-changed", "server_uuid": "9c75a977-8a53-459e-b27f-fa2eb1470724", "tag": "7927e555-949a-4add-bef4-08f1bfd4555d"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:52:56.005374 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-a496db7c-1a1a-4b08-8596-547aaa9125c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:56.007254 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-a496db7c-1a1a-4b08-8596-547aaa9125c2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f7889f3-fcb4-48a2-b06b-d94d20a5bf52 HTTP/1.1" status: 200 len: 858 time: 0.0508616 Jun 29 15:52:56.112246 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-c793ff84-d743-4ee3-86e9-15128903d786 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744653 Jun 29 15:52:56.118779 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Pushing event updated for resources: {'Port': ['ID=7927e555-949a-4add-bef4-08f1bfd4555d,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:56.150943 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d332ea30-c14a-4241-a8a2-64ce48ae4ebf x-openstack-request-id: req-d332ea30-c14a-4241-a8a2-64ce48ae4ebf {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:52:56.151264 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c75a977-8a53-459e-b27f-fa2eb1470724", "tag": "7927e555-949a-4add-bef4-08f1bfd4555d", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:52:56.151538 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d332ea30-c14a-4241-a8a2-64ce48ae4ebf {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:52:56.151975 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c75a977-8a53-459e-b27f-fa2eb1470724', 'tag': '7927e555-949a-4add-bef4-08f1bfd4555d', 'status': 'completed', 'code': 200} Jun 29 15:52:56.152707 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:56.236915 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-abfdd81e-3d89-46fd-abeb-ca011763e54b service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113522 Jun 29 15:52:56.287863 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c22ba-3a2d-4f0b-95a4-071a4a68b402 req-8c08bcb9-9246-476f-a3f7-640f14cb6a57 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:56.289425 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-835c22ba-3a2d-4f0b-95a4-071a4a68b402 req-8c08bcb9-9246-476f-a3f7-640f14cb6a57 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 944 time: 0.4074459 Jun 29 15:52:56.294957 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3660b06c-f6e1-4b40-abff-d79579b48f43 req-6a0a10d0-0705-447e-b97c-0253bf5000fe service neutron] 10.222.0.77 "GET /v2.0/networks/f86874b9-2623-40db-abbf-1a524d667e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003969 Jun 29 15:52:56.349932 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-70a42dad-4ae4-4fac-b4f7-382478e909d3 req-e2519bef-3f19-4652-87d8-01608775e557 service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015744 Jun 29 15:52:56.360986 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-96d5e911-2298-4e90-a73b-2729ed8be126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:56.363864 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-96d5e911-2298-4e90-a73b-2729ed8be126 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3eef1db2e18b4c9cb47f2668e1a20a91&device_id=9c75a977-8a53-459e-b27f-fa2eb1470724 HTTP/1.1" status: 200 len: 1097 time: 0.2788990 Jun 29 15:52:56.401399 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-835c22ba-3a2d-4f0b-95a4-071a4a68b402 req-8fb4728e-2c65-45ff-a59a-d6f84998610f tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935960 Jun 29 15:52:56.491705 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-35cbd63c-caf2-4049-bc16-d1bdf74165e7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7927e555-949a-4add-bef4-08f1bfd4555d HTTP/1.1" status: 200 len: 217 time: 0.0872281 Jun 29 15:52:56.545483 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d180a-5fd3-4698-ada5-c05aa945c7e2 req-ad02fd2b-959b-444c-98d2-3cf2e5e12089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:56.547165 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d03d180a-5fd3-4698-ada5-c05aa945c7e2 req-ad02fd2b-959b-444c-98d2-3cf2e5e12089 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3eef1db2e18b4c9cb47f2668e1a20a91&device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 1097 time: 0.1307056 Jun 29 15:52:56.559944 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-3c98eef3-51ec-4245-bfd7-382367972942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:56.561622 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-3c98eef3-51ec-4245-bfd7-382367972942 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f7889f3-fcb4-48a2-b06b-d94d20a5bf52 HTTP/1.1" status: 200 len: 858 time: 0.0510011 Jun 29 15:52:56.599691 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47526) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:56.613290 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-6c90571d-87ef-4020-b1ce-d724305ca3e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432177 Jun 29 15:52:56.697908 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe417823-831b-43d8-a08e-e1b7f0e2f7a0 req-6bc8b447-3522-4495-88ce-f71246a9317f tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:56.699891 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fe417823-831b-43d8-a08e-e1b7f0e2f7a0 req-6bc8b447-3522-4495-88ce-f71246a9317f tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 944 time: 0.2105494 Jun 29 15:52:56.800903 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d180a-5fd3-4698-ada5-c05aa945c7e2 req-93b8bb8b-0f24-4e63-b058-303dabded79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:56.802433 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d03d180a-5fd3-4698-ada5-c05aa945c7e2 req-93b8bb8b-0f24-4e63-b058-303dabded79a service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4 HTTP/1.1" status: 200 len: 919 time: 0.2461174 Jun 29 15:52:56.806228 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fe417823-831b-43d8-a08e-e1b7f0e2f7a0 req-9b31ba76-23b1-4aac-9a00-d251d5ed7ee9 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878584 Jun 29 15:52:56.856482 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d03d180a-5fd3-4698-ada5-c05aa945c7e2 req-1526becd-f3d6-4f80-9636-8dc8eef2cb6c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e8b7b54-acea-450b-b41a-d8d97fa437ff HTTP/1.1" status: 200 len: 217 time: 0.0468440 Jun 29 15:52:56.905660 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b39723d3-1972-409e-8012-66a571eaa483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:56.949272 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d180a-5fd3-4698-ada5-c05aa945c7e2 req-0e92e8d4-21e3-426b-b92e-e8c3e5ec6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:56.951453 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d03d180a-5fd3-4698-ada5-c05aa945c7e2 req-0e92e8d4-21e3-426b-b92e-e8c3e5ec6856 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f7889f3-fcb4-48a2-b06b-d94d20a5bf52 HTTP/1.1" status: 200 len: 858 time: 0.0822356 Jun 29 15:52:56.983348 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-b0bdd98b-006b-44f6-8474-e91d4b9969a5 service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626950 Jun 29 15:52:57.017449 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3e67b-0ab7-4b4f-9c71-44f7d756321a req-27948afb-73ea-488e-9f30-feb2abd4ac56 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:57.019049 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3cc3e67b-0ab7-4b4f-9c71-44f7d756321a req-27948afb-73ea-488e-9f30-feb2abd4ac56 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.0780692 Jun 29 15:52:57.037655 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b39723d3-1972-409e-8012-66a571eaa483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:57.051799 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b39723d3-1972-409e-8012-66a571eaa483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:57.055438 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2b06c31f-f3da-4e70-8bd6-44675dcc21b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:57.067656 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3cc3e67b-0ab7-4b4f-9c71-44f7d756321a req-221143ef-5fbc-4309-96f4-aa51c25535da tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412710 Jun 29 15:52:57.091647 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b39723d3-1972-409e-8012-66a571eaa483 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d22ce250b654795b927b9d8c930bcd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4488921 Jun 29 15:52:57.094257 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47542) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:57.100796 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39723d3-1972-409e-8012-66a571eaa483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39693e5b-9156-4712-b8a1-0bfb5841f0b0,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:57.104178 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b39723d3-1972-409e-8012-66a571eaa483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:57.144327 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-96dc955e-b8e9-48b8-ac69-818337b6cadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:57.165173 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-96dc955e-b8e9-48b8-ac69-818337b6cadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:57.211351 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-96dc955e-b8e9-48b8-ac69-818337b6cadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:57.214001 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-96dc955e-b8e9-48b8-ac69-818337b6cadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:57.215135 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-96dc955e-b8e9-48b8-ac69-818337b6cadd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/39693e5b-9156-4712-b8a1-0bfb5841f0b0 HTTP/1.1" status: 204 len: 168 time: 0.1194532 Jun 29 15:52:57.215884 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e86ab51c-ab5d-467d-9179-ae0353153d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:57.223340 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc955e-b8e9-48b8-ac69-818337b6cadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39693e5b-9156-4712-b8a1-0bfb5841f0b0,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:57.225510 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-96dc955e-b8e9-48b8-ac69-818337b6cadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:57.481646 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47554) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:57.495928 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c4d867a-7a22-4322-ba26-240f69b2a81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:57.615336 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb14072-4a66-4c56-b5d2-797e89b11607 req-5a8bb41a-f4ed-4f7f-9073-89490aaa59af tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:57.616802 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cfb14072-4a66-4c56-b5d2-797e89b11607 req-5a8bb41a-f4ed-4f7f-9073-89490aaa59af tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 944 time: 0.0964265 Jun 29 15:52:57.649102 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c4d867a-7a22-4322-ba26-240f69b2a81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:57.654211 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c4d867a-7a22-4322-ba26-240f69b2a81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:57.662290 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-96dc955e-b8e9-48b8-ac69-818337b6cadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:57.682570 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cfb14072-4a66-4c56-b5d2-797e89b11607 req-de015212-1eef-4c74-82e7-de83516db112 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591218 Jun 29 15:52:57.703779 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0c4d867a-7a22-4322-ba26-240f69b2a81b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1a19dac509c4d90a3ea104c61fe0a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184212 Jun 29 15:52:57.703779 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d867a-7a22-4322-ba26-240f69b2a81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ff500a-b57a-4ce5-b71b-7c6e412a4752,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:57.703985 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47556) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:57.706674 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0c4d867a-7a22-4322-ba26-240f69b2a81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:57.751673 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-11583cf0-c297-4caf-9993-5128b20dbeb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:57.771469 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-11583cf0-c297-4caf-9993-5128b20dbeb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:57.819006 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-11583cf0-c297-4caf-9993-5128b20dbeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:57.821587 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-11583cf0-c297-4caf-9993-5128b20dbeb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:57.822719 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-11583cf0-c297-4caf-9993-5128b20dbeb5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73ff500a-b57a-4ce5-b71b-7c6e412a4752 HTTP/1.1" status: 204 len: 168 time: 0.1174138 Jun 29 15:52:57.823394 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:57.831249 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11583cf0-c297-4caf-9993-5128b20dbeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ff500a-b57a-4ce5-b71b-7c6e412a4752,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:57.833497 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-11583cf0-c297-4caf-9993-5128b20dbeb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:57.983817 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0519c2-ca4d-40cb-9dbd-61a1f7c19dfa req-d3c047dc-a645-4558-b387-54ef39cd2f89 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:57.985203 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-df0519c2-ca4d-40cb-9dbd-61a1f7c19dfa req-d3c047dc-a645-4558-b387-54ef39cd2f89 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 944 time: 0.0641897 Jun 29 15:52:58.024573 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-df0519c2-ca4d-40cb-9dbd-61a1f7c19dfa req-535b3890-c80e-4a9d-b2b8-3abd5d1ecdd6 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334480 Jun 29 15:52:58.246503 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd0ee7-764a-4ac0-9d3a-c2f2f80c90ae req-085a284b-c81a-44df-8173-8e2f4d442e94 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:58.247977 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3fdd0ee7-764a-4ac0-9d3a-c2f2f80c90ae req-085a284b-c81a-44df-8173-8e2f4d442e94 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.0667279 Jun 29 15:52:58.289395 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3fdd0ee7-764a-4ac0-9d3a-c2f2f80c90ae req-f530e606-f85b-46a3-a050-2eb1947d2bb2 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351915 Jun 29 15:52:58.707613 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d03d180a-5fd3-4698-ada5-c05aa945c7e2 req-fee48b48-1c69-420c-953f-fac5b46f3171 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289643 Jun 29 15:52:58.788329 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8acc51d4-2c89-405d-ab8e-19053b6b60db req-75781427-6633-4939-be40-28d9fb20c983 service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087410 Jun 29 15:52:58.861193 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751572a-c118-4ecb-acba-4883ce3ce025 req-52cfb5d5-fd32-4308-86c9-3116bb3f2dd8 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:58.862665 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b751572a-c118-4ecb-acba-4883ce3ce025 req-52cfb5d5-fd32-4308-86c9-3116bb3f2dd8 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 944 time: 0.0613093 Jun 29 15:52:58.904243 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b751572a-c118-4ecb-acba-4883ce3ce025 req-8f04570e-0c70-4a7c-858a-8641eb15b845 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355515 Jun 29 15:52:59.207254 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36188c-11f7-4145-b23d-20905370c873 req-a44e82ee-886b-4acc-9970-5109f0ebc8f1 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:59.208767 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9e36188c-11f7-4145-b23d-20905370c873 req-a44e82ee-886b-4acc-9970-5109f0ebc8f1 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 944 time: 0.0682263 Jun 29 15:52:59.246578 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9e36188c-11f7-4145-b23d-20905370c873 req-461bf8eb-2c9d-4fa6-8160-4fdb53688b5a tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320964 Jun 29 15:52:59.466125 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e6e1c-d605-418c-bba2-61d0eeeda78f req-e484368e-e802-4be7-b596-2abd0d714ca5 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:59.466125 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf3e6e1c-d605-418c-bba2-61d0eeeda78f req-e484368e-e802-4be7-b596-2abd0d714ca5 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.0656078 Jun 29 15:52:59.501876 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf3e6e1c-d605-418c-bba2-61d0eeeda78f req-1c1fe065-0316-4552-b85f-aa7dfc7f2cea tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321152 Jun 29 15:52:59.698438 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47656) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:59.796727 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4a112dad-dcff-48e8-9687-007868692f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:59.887790 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4a112dad-dcff-48e8-9687-007868692f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:59.892642 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4a112dad-dcff-48e8-9687-007868692f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:59.895225 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-89d8efa7-6fe2-4ddc-aef3-05a5b0863f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:59.934995 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4a112dad-dcff-48e8-9687-007868692f86 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a3605c124f284e659a3fe09b4cdc3691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327502 Jun 29 15:52:59.934995 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a112dad-dcff-48e8-9687-007868692f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeb7126-221c-4440-b9e4-e81ee914b3c6,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:59.935395 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47662) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:59.942115 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4a112dad-dcff-48e8-9687-007868692f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:59.992021 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4ec2aa52-8dc1-4e4f-8465-e04a8221c653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:00.021084 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4ec2aa52-8dc1-4e4f-8465-e04a8221c653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:00.069621 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4ec2aa52-8dc1-4e4f-8465-e04a8221c653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:00.072249 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4ec2aa52-8dc1-4e4f-8465-e04a8221c653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:00.073420 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4ec2aa52-8dc1-4e4f-8465-e04a8221c653 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4aeb7126-221c-4440-b9e4-e81ee914b3c6 HTTP/1.1" status: 204 len: 168 time: 0.1370902 Jun 29 15:53:00.074149 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-17eeb727-6e42-4f8b-8a1c-8f35a8843798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:00.082865 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2aa52-8dc1-4e4f-8465-e04a8221c653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeb7126-221c-4440-b9e4-e81ee914b3c6,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:00.085333 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4ec2aa52-8dc1-4e4f-8465-e04a8221c653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:00.159285 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d03d180a-5fd3-4698-ada5-c05aa945c7e2 req-b2cb237a-3f82-47a8-a9b4-7a9d2ccca5cc service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123536 Jun 29 15:53:00.175468 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a020c80-53a2-4bb0-a0aa-a06e4ac24c78 req-4bd250f6-869f-49dc-bc24-d58e00f423c1 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:00.177212 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5a020c80-53a2-4bb0-a0aa-a06e4ac24c78 req-4bd250f6-869f-49dc-bc24-d58e00f423c1 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 944 time: 0.0939295 Jun 29 15:53:00.216391 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5a020c80-53a2-4bb0-a0aa-a06e4ac24c78 req-8aad5929-36aa-4fb9-ad2a-172f1c3fa48a tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330667 Jun 29 15:53:00.362096 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47678) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:00.400530 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26cb7be6-df04-4426-85fb-74173599d748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:00.471041 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21da4cf-59c4-4c92-a991-96e3e2276c6c req-00b1ab41-f352-4efd-bb9d-9e152adc264c tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:00.472532 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d21da4cf-59c4-4c92-a991-96e3e2276c6c req-00b1ab41-f352-4efd-bb9d-9e152adc264c tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 944 time: 0.1081798 Jun 29 15:53:00.524583 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d21da4cf-59c4-4c92-a991-96e3e2276c6c req-20a6cc6b-cb49-4778-8e45-49e818623ee8 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458248 Jun 29 15:53:00.557158 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26cb7be6-df04-4426-85fb-74173599d748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:00.562215 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26cb7be6-df04-4426-85fb-74173599d748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:00.565268 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7ee6b4f0-4bb4-44ee-afeb-3ae753d8cff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:00.600811 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-26cb7be6-df04-4426-85fb-74173599d748 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c5049d354189423db3a746a352e3237c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376390 Jun 29 15:53:00.601684 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb7be6-df04-4426-85fb-74173599d748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6510ae0-6cf6-443a-967c-9f6dac5ac5f0,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:00.603449 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47684) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:00.604702 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-26cb7be6-df04-4426-85fb-74173599d748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:00.691916 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f9192fb0-a801-4795-90de-76735a1c97ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:00.723119 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a5011-f6a3-4e44-a90f-589bb8dcd927 req-b9e75496-25c8-4f1f-92ff-fa0523680427 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:00.724581 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f54a5011-f6a3-4e44-a90f-589bb8dcd927 req-b9e75496-25c8-4f1f-92ff-fa0523680427 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.1113153 Jun 29 15:53:00.726585 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f9192fb0-a801-4795-90de-76735a1c97ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:00.792148 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f54a5011-f6a3-4e44-a90f-589bb8dcd927 req-fee59c51-7914-4deb-b530-82d381eab1c2 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549107 Jun 29 15:53:00.806186 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f9192fb0-a801-4795-90de-76735a1c97ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:00.808902 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f9192fb0-a801-4795-90de-76735a1c97ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:00.809973 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f9192fb0-a801-4795-90de-76735a1c97ce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e6510ae0-6cf6-443a-967c-9f6dac5ac5f0 HTTP/1.1" status: 204 len: 168 time: 0.2039723 Jun 29 15:53:00.810681 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a30dab43-ab8e-4ed0-94b5-38654df20907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:00.820889 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9192fb0-a801-4795-90de-76735a1c97ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6510ae0-6cf6-443a-967c-9f6dac5ac5f0,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:00.823218 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f9192fb0-a801-4795-90de-76735a1c97ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:01.398485 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186758d-af34-4df9-ad03-2bfa6ead0a0c req-a8e51b2c-9322-44e4-821d-f212d36ab516 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:01.401307 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3186758d-af34-4df9-ad03-2bfa6ead0a0c req-a8e51b2c-9322-44e4-821d-f212d36ab516 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 944 time: 0.0676687 Jun 29 15:53:01.440366 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3186758d-af34-4df9-ad03-2bfa6ead0a0c req-86332a2c-906e-4607-8b54-1e53e234fb65 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317762 Jun 29 15:53:01.500902 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47716) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:01.656753 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-914068268-network', 'tenant_id': 'b5eb9347f0764f28ae522be4bcd4f8bf'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:01.673499 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d03d180a-5fd3-4698-ada5-c05aa945c7e2 req-37e69972-237a-4c7e-9895-f9aef251aefe service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035495 Jun 29 15:53:01.701973 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Made reservation on behalf of b5eb9347f0764f28ae522be4bcd4f8bf for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:53:01.705018 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:01.718212 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:01.738004 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f564f9-31f3-4d23-a748-f17fd7eed624 req-0bf991e7-dd32-452a-912a-84392ac1cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:01.739487 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c2f564f9-31f3-4d23-a748-f17fd7eed624 req-0bf991e7-dd32-452a-912a-84392ac1cdda service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3eef1db2e18b4c9cb47f2668e1a20a91&device_id=9c75a977-8a53-459e-b27f-fa2eb1470724 HTTP/1.1" status: 200 len: 1097 time: 0.1566300 Jun 29 15:53:01.850185 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2572605-71c7-4d12-b075-9e1465d48aea req-4204e268-3f00-4352-b1bc-4646689cc391 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:01.851699 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e2572605-71c7-4d12-b075-9e1465d48aea req-4204e268-3f00-4352-b1bc-4646689cc391 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 944 time: 0.0646198 Jun 29 15:53:01.901994 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e2572605-71c7-4d12-b075-9e1465d48aea req-a75ed5b9-52b2-47b1-ad39-2e7d870d9bdd tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444698 Jun 29 15:53:01.953319 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f564f9-31f3-4d23-a748-f17fd7eed624 req-3f9b2ab7-e8d8-475a-8c48-c96a9c98b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:01.954802 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c2f564f9-31f3-4d23-a748-f17fd7eed624 req-3f9b2ab7-e8d8-475a-8c48-c96a9c98b5de service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4 HTTP/1.1" status: 200 len: 919 time: 0.2041483 Jun 29 15:53:02.012154 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.015698 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c2f564f9-31f3-4d23-a748-f17fd7eed624 req-fc66b94a-a701-4d7b-89e3-fbb5106b385c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7927e555-949a-4add-bef4-08f1bfd4555d HTTP/1.1" status: 200 len: 217 time: 0.0505030 Jun 29 15:53:02.021098 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.025178 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:02.089833 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d20a97-af77-4929-9d41-ea8dbc14638f req-fb044190-0892-475a-adaa-0ecfab0ab756 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:02.091095 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-38d20a97-af77-4929-9d41-ea8dbc14638f req-fb044190-0892-475a-adaa-0ecfab0ab756 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.1780019 Jun 29 15:53:02.092031 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:53:02.097697 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:02.109167 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:02.117700 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.118039 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Added segment 6abc6e9a-5dcf-47ac-8e8e-9f73d8071709 of type vlan for network f03db3ed-aa59-45a2-8bf3-bb115c3cc976 Jun 29 15:53:02.136985 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f564f9-31f3-4d23-a748-f17fd7eed624 req-27aa1c00-f367-475f-9ee3-f1fb9948986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:02.138234 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c2f564f9-31f3-4d23-a748-f17fd7eed624 req-27aa1c00-f367-475f-9ee3-f1fb9948986d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f7889f3-fcb4-48a2-b06b-d94d20a5bf52 HTTP/1.1" status: 200 len: 858 time: 0.1139169 Jun 29 15:53:02.198791 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c2f564f9-31f3-4d23-a748-f17fd7eed624 req-afa4bd69-b0db-4ed8-8c81-6c1e42875caa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430706 Jun 29 15:53:02.203536 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.208942 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-38d20a97-af77-4929-9d41-ea8dbc14638f req-49211e05-e2ac-408a-9332-4a15198903e9 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048357 Jun 29 15:53:02.284091 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.287118 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:02.287713 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.291692 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:02.348656 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8461163 Jun 29 15:53:02.351693 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47732) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:02.352741 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c2f564f9-31f3-4d23-a748-f17fd7eed624 req-00f4004e-e84a-4f98-a7d5-60b6c5941433 service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423676 Jun 29 15:53:02.356579 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-604638c5-e9bb-49da-877b-53a82fc1a677 admin admin] Request body: {'subnet': {'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-914068268-subnet', 'tenant_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:02.378227 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604638c5-e9bb-49da-877b-53a82fc1a677 admin admin] Made reservation on behalf of b5eb9347f0764f28ae522be4bcd4f8bf for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:53:02.380581 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-604638c5-e9bb-49da-877b-53a82fc1a677 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10257514'] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.381923 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Pushing event updated for resources: {'Network': ['ID=f03db3ed-aa59-45a2-8bf3-bb115c3cc976,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:02.392836 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network f03db3ed-aa59-45a2-8bf3-bb115c3cc976 details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:53:02.413250 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:02.489521 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c2f564f9-31f3-4d23-a748-f17fd7eed624 req-2b437af1-0dea-46ab-b1be-625fbc01306d service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269443 Jun 29 15:53:02.614438 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-604638c5-e9bb-49da-877b-53a82fc1a677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10445054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10257528'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.619091 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4cd67138-0d3d-4775-913c-193abd5f4e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:02.684706 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604638c5-e9bb-49da-877b-53a82fc1a677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55160d04-7a1d-424d-9c81-93ef702ebd3e,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:02.694023 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-604638c5-e9bb-49da-877b-53a82fc1a677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:02.708395 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80167fce-5a27-4789-93ce-d42ccef02beb req-b247825f-f476-4cf5-9c5f-71fa1e81b90d tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:02.709875 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-80167fce-5a27-4789-93ce-d42ccef02beb req-b247825f-f476-4cf5-9c5f-71fa1e81b90d tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 944 time: 0.1391807 Jun 29 15:53:02.712693 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604638c5-e9bb-49da-877b-53a82fc1a677 admin admin] Checking segment: {'id': '6abc6e9a-5dcf-47ac-8e8e-9f73d8071709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:02.713058 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604638c5-e9bb-49da-877b-53a82fc1a677 admin admin] Network hostable DHCP agents. Network: f03db3ed-aa59-45a2-8bf3-bb115c3cc976, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:53:02.762611 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604638c5-e9bb-49da-877b-53a82fc1a677 admin admin] Network f03db3ed-aa59-45a2-8bf3-bb115c3cc976 is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:53:02.783910 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-80167fce-5a27-4789-93ce-d42ccef02beb req-769d375e-af65-4347-ae3f-c309f352f01c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673919 Jun 29 15:53:02.784714 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-604638c5-e9bb-49da-877b-53a82fc1a677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, f03db3ed-aa59-45a2-8bf3-bb115c3cc976) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:02.791459 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604638c5-e9bb-49da-877b-53a82fc1a677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:02.792110 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-604638c5-e9bb-49da-877b-53a82fc1a677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.793873 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0de85d-4c8b-43b3-89ec-3863e6322221 None None] Network f03db3ed-aa59-45a2-8bf3-bb115c3cc976 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:53:02.821895 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47748) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:02.826739 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-914068268-router', 'tenant_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:02.831976 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-604638c5-e9bb-49da-877b-53a82fc1a677 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4754231 Jun 29 15:53:02.851877 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4115774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1297'] for router, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.852945 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4114444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1286'] for router, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.942716 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.950228 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79cdfe99-4e4a-5ea2-8438-12b2e84733c2-f03db3ed-aa59-45a2-8bf3-bb115c3cc976', 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976', 'tenant_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'fixed_ips': [{'subnet_id': '55160d04-7a1d-424d-9c81-93ef702ebd3e'}]}} from dv-cinder-786627-15-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 15:53:02.951694 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:03.104002 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Allocated IP 172.20.0.2 (f03db3ed-aa59-45a2-8bf3-bb115c3cc976/55160d04-7a1d-424d-9c81-93ef702ebd3e/220c770f-7179-4900-a1a9-8b859398d34c) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:53:03.275212 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:03.284714 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Transition to ACTIVE for port object 220c770f-7179-4900-a1a9-8b859398d34c will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:03.302580 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Transition to ACTIVE for port object 220c770f-7179-4900-a1a9-8b859398d34c will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:03.307187 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1524'] for router, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:03.310608 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:03.314109 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:03.347316 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199405c-0248-4f54-944b-bed08ede82da req-d82b0bdc-0708-402e-993d-80ccdfb1ef03 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:03.349013 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c199405c-0248-4f54-944b-bed08ede82da req-d82b0bdc-0708-402e-993d-80ccdfb1ef03 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 944 time: 0.3332415 Jun 29 15:53:03.363218 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Pushing event updated for resources: {'Port': ['ID=220c770f-7179-4900-a1a9-8b859398d34c,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:03.369443 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:03.380233 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Network f03db3ed-aa59-45a2-8bf3-bb115c3cc976 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:03.382270 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:03.389921 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:53:03.429747 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c199405c-0248-4f54-944b-bed08ede82da req-339fb26c-365f-47c2-b844-01d77d536b78 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546370 Jun 29 15:53:03.431999 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685192b7-cb33-4bd5-ba88-4a423d0279e7 req-cf5b1b9f-24de-4abd-b6d6-1f0d33ec45a7 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:03.443111 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-685192b7-cb33-4bd5-ba88-4a423d0279e7 req-cf5b1b9f-24de-4abd-b6d6-1f0d33ec45a7 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.0969455 Jun 29 15:53:03.486142 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Attempting to bind port 220c770f-7179-4900-a1a9-8b859398d34c on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:53:03.486708 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Attempting to bind port 220c770f-7179-4900-a1a9-8b859398d34c by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': '6abc6e9a-5dcf-47ac-8e8e-9f73d8071709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:53:03.486876 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Attempting to bind port 220c770f-7179-4900-a1a9-8b859398d34c on network f03db3ed-aa59-45a2-8bf3-bb115c3cc976 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:03.492191 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:53:03.492569 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Checking segment: {'id': '6abc6e9a-5dcf-47ac-8e8e-9f73d8071709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:03.492973 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:03.493409 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Bound using segment: {'id': '6abc6e9a-5dcf-47ac-8e8e-9f73d8071709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:53:03.494649 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Bound port: 220c770f-7179-4900-a1a9-8b859398d34c, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abc6e9a-5dcf-47ac-8e8e-9f73d8071709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:53:03.494649 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:03.502056 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-685192b7-cb33-4bd5-ba88-4a423d0279e7 req-327e28d0-7bf2-4714-bbc7-b3304f3d0bf6 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565336 Jun 29 15:53:03.591645 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:03.621324 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:03.680941 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] For port 220c770f-7179-4900-a1a9-8b859398d34c, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:53:03.684079 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] For port 220c770f-7179-4900-a1a9-8b859398d34c, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=220c770f-7179-4900-a1a9-8b859398d34c,segment=NetworkSegment(6abc6e9a-5dcf-47ac-8e8e-9f73d8071709),segment_id=6abc6e9a-5dcf-47ac-8e8e-9f73d8071709)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:53:03.693680 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:03.698811 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:03.749601 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Allocated IP 172.27.2.131 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/1f86b3c9-06cd-45c8-99b8-baaa2720bcb4) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:53:03.758411 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Pushing event updated for resources: {'Port': ['ID=220c770f-7179-4900-a1a9-8b859398d34c,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:03.762201 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:03.869670 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:03.921934 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:03.924728 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0741c1b5-fbce-44b7-a6ae-fc0c49f2c1a3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:04.005561 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:04.011844 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:04.016259 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Pushing event updated for resources: {'Port': ['ID=1f86b3c9-06cd-45c8-99b8-baaa2720bcb4,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:04.029625 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:53:04.158903 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:04.199185 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61505511-c9fb-482b-9fd3-0c1439ecaeca req-6af7febb-ccd1-44c1-8edb-73faf8520e06 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:04.200914 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61505511-c9fb-482b-9fd3-0c1439ecaeca req-6af7febb-ccd1-44c1-8edb-73faf8520e06 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 944 time: 0.2509358 Jun 29 15:53:04.291592 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61505511-c9fb-482b-9fd3-0c1439ecaeca req-c85ca632-8996-40d6-9125-e3f54a1c28ba tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837123 Jun 29 15:53:04.351280 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.613398 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4115752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773851'] for router, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.646153 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8804fd-4166-477c-8de2-13800d33e962 req-4203617a-5254-4e2d-a619-be5641881d09 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:04.647675 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dc8804fd-4166-477c-8de2-13800d33e962 req-4203617a-5254-4e2d-a619-be5641881d09 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 944 time: 0.0902350 Jun 29 15:53:04.705347 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dc8804fd-4166-477c-8de2-13800d33e962 req-6444fbbe-6249-418b-be01-b555b1ee9a54 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518541 Jun 29 15:53:04.833723 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fba72-f9bd-4286-900b-925b4891a2b5 req-2e68667d-37fd-4922-bc34-5b34a8de96e5 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:04.835208 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-436fba72-f9bd-4286-900b-925b4891a2b5 req-2e68667d-37fd-4922-bc34-5b34a8de96e5 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.1582634 Jun 29 15:53:04.861408 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Router 131dcc07-548e-40ea-9ee3-4afa2968ff78 is scheduled to L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef with binding_index 1 {{(pid=92895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:53:04.926008 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-436fba72-f9bd-4286-900b-925b4891a2b5 req-5342f4aa-2150-4fdd-8a20-9be6dab3ada3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834990 Jun 29 15:53:04.987352 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9470ef6e-b3bc-4e07-87f1-48af253e352d None None] Network f03db3ed-aa59-45a2-8bf3-bb115c3cc976 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:53:05.007902 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:53:05.018991 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98781395-f3fa-4163-a150-39868342207a None None] Sync routers for ids ['131dcc07-548e-40ea-9ee3-4afa2968ff78'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:53:05.032784 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98781395-f3fa-4163-a150-39868342207a None None] Routers {'131dcc07-548e-40ea-9ee3-4afa2968ff78'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:53:05.034332 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-98781395-f3fa-4163-a150-39868342207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:52:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['131dcc07-548e-40ea-9ee3-4afa2968ff78'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:05.041439 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.045966 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2204094 Jun 29 15:53:05.046340 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47812) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:05.066309 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-c56b3e32-ad5b-48d1-80e4-434d6e89fbfa None None] Provisioning for port 220c770f-7179-4900-a1a9-8b859398d34c completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:05.145040 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-98781395-f3fa-4163-a150-39868342207a None None] Set router 131dcc07-548e-40ea-9ee3-4afa2968ff78 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:53:05.354246 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-98781395-f3fa-4163-a150-39868342207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'name': 'tempest-TestMinimumBasicScenario-914068268-router', 'tenant_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:02Z', 'updated_at': '2021-06-29T15:53:04Z', 'revision_number': 3, 'project_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'gw_port': {'id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:03Z', 'updated_at': '2021-06-29T15:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:05.380156 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98781395-f3fa-4163-a150-39868342207a None None] Checking router: 131dcc07-548e-40ea-9ee3-4afa2968ff78 for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:53:05.380605 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98781395-f3fa-4163-a150-39868342207a None None] Updating router 131dcc07-548e-40ea-9ee3-4afa2968ff78 port 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4 binding host dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:53:05.433214 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-98781395-f3fa-4163-a150-39868342207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.531307 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c84ef-a493-46c7-8764-5c909cea32c5 req-c01d63ef-08d9-441d-9e71-3de46320fdf6 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:05.532965 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9f3c84ef-a493-46c7-8764-5c909cea32c5 req-c01d63ef-08d9-441d-9e71-3de46320fdf6 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 944 time: 0.1084986 Jun 29 15:53:05.574651 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 220c770f-7179-4900-a1a9-8b859398d34c up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:05.625804 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9f3c84ef-a493-46c7-8764-5c909cea32c5 req-450d9c92-74b4-41c6-aa6b-08b1be203052 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794809 Jun 29 15:53:05.638965 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port 220c770f-7179-4900-a1a9-8b859398d34c completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:05.647226 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 220c770f-7179-4900-a1a9-8b859398d34c triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:05.647765 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.773925 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.802352 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-98781395-f3fa-4163-a150-39868342207a None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.812964 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-98781395-f3fa-4163-a150-39868342207a None None] Transition to ACTIVE for port object 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:05.821721 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:53:05.824189 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-98781395-f3fa-4163-a150-39868342207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.828484 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:05.844290 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port 220c770f-7179-4900-a1a9-8b859398d34c, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=220c770f-7179-4900-a1a9-8b859398d34c,segment=NetworkSegment(6abc6e9a-5dcf-47ac-8e8e-9f73d8071709),segment_id=6abc6e9a-5dcf-47ac-8e8e-9f73d8071709)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:05.862276 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.871368 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-a94bce49-d24a-4849-9e70-33f6ed6beab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:05.873193 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cf939-c13b-4bb8-be51-9f0c73757fba None None] Pushing event updated for resources: {'Port': ['ID=1f86b3c9-06cd-45c8-99b8-baaa2720bcb4,revision_number=2']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:05.878225 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-503cf939-c13b-4bb8-be51-9f0c73757fba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:05.884730 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.905283 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-98781395-f3fa-4163-a150-39868342207a None None] Attempting to bind port 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:53:05.905923 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-98781395-f3fa-4163-a150-39868342207a None None] Attempting to bind port 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:53:05.906288 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98781395-f3fa-4163-a150-39868342207a None None] Attempting to bind port 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4 on network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:05.911426 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98781395-f3fa-4163-a150-39868342207a None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:53:05.911832 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98781395-f3fa-4163-a150-39868342207a None None] Checking segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:05.912235 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-98781395-f3fa-4163-a150-39868342207a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.912631 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98781395-f3fa-4163-a150-39868342207a None None] Bound using segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:53:05.913157 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-98781395-f3fa-4163-a150-39868342207a None None] Bound port: 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:53:05.913547 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-98781395-f3fa-4163-a150-39868342207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.962660 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=220c770f-7179-4900-a1a9-8b859398d34c,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:05.972188 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:05.975722 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-98781395-f3fa-4163-a150-39868342207a None None] For port 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:53:05.980230 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-98781395-f3fa-4163-a150-39868342207a None None] For port 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=1f86b3c9-06cd-45c8-99b8-baaa2720bcb4,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:53:05.989243 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-98781395-f3fa-4163-a150-39868342207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.992955 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:06.066951 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1a867-9de3-4478-9562-1a7cc60a29bc req-4f6f4f3b-a97c-4bf9-8e36-8ffe56d961e8 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:06.068516 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-97c1a867-9de3-4478-9562-1a7cc60a29bc req-4f6f4f3b-a97c-4bf9-8e36-8ffe56d961e8 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 944 time: 0.1705976 Jun 29 15:53:06.069997 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cf939-c13b-4bb8-be51-9f0c73757fba None None] Pushing event updated for resources: {'Port': ['ID=1f86b3c9-06cd-45c8-99b8-baaa2720bcb4,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:06.072746 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98781395-f3fa-4163-a150-39868342207a None None] Routers {'131dcc07-548e-40ea-9ee3-4afa2968ff78'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:53:06.073338 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-98781395-f3fa-4163-a150-39868342207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:52:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['131dcc07-548e-40ea-9ee3-4afa2968ff78'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:06.075265 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-503cf939-c13b-4bb8-be51-9f0c73757fba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:06.125877 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec2b8d-d791-4c6a-8c8e-9c4e280a74a5 req-f68ef243-523a-4225-b7b5-83e531e1e652 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:06.127394 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7eec2b8d-d791-4c6a-8c8e-9c4e280a74a5 req-f68ef243-523a-4225-b7b5-83e531e1e652 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.0727482 Jun 29 15:53:06.158588 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-97c1a867-9de3-4478-9562-1a7cc60a29bc req-70b7c8b6-6957-4dc5-808e-5de0388ed9b6 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721781 Jun 29 15:53:06.168552 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7eec2b8d-d791-4c6a-8c8e-9c4e280a74a5 req-baab0ba8-e238-46a5-8fa7-cd7ed72f97ac tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344238 Jun 29 15:53:06.170812 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Allocated IP 172.20.0.1 (f03db3ed-aa59-45a2-8bf3-bb115c3cc976/55160d04-7a1d-424d-9c81-93ef702ebd3e/c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:53:06.198565 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-98781395-f3fa-4163-a150-39868342207a None None] Set router 131dcc07-548e-40ea-9ee3-4afa2968ff78 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:53:06.275181 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.290460 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Transition to ACTIVE for port object c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:06.323800 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.326747 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:06.365184 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Network f03db3ed-aa59-45a2-8bf3-bb115c3cc976 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:06.369360 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:06.372686 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:53:06.373148 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4114108'] for router_interface, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.374938 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-98781395-f3fa-4163-a150-39868342207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'name': 'tempest-TestMinimumBasicScenario-914068268-router', 'tenant_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:02Z', 'updated_at': '2021-06-29T15:53:04Z', 'revision_number': 3, 'project_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'gw_port': {'id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:03Z', 'updated_at': '2021-06-29T15:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:06.401826 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98781395-f3fa-4163-a150-39868342207a None None] The sync data for ids ['131dcc07-548e-40ea-9ee3-4afa2968ff78'] in dv-cinder-786627-15-iscsi is: [{'id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'name': 'tempest-TestMinimumBasicScenario-914068268-router', 'tenant_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:02Z', 'updated_at': '2021-06-29T15:53:04Z', 'revision_number': 3, 'project_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'gw_port': {'id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:03Z', 'updated_at': '2021-06-29T15:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:53:06.410568 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Pushing event updated for resources: {'Port': ['ID=c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:06.414564 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:06.521435 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.655023 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9a285d3e-e7b9-492e-a2cd-3b2fb4dc8c2c None None] Provisioning for port c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:06.659849 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9a285d3e-e7b9-492e-a2cd-3b2fb4dc8c2c None None] Provisioning complete for port c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:06.659849 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9a285d3e-e7b9-492e-a2cd-3b2fb4dc8c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.701425 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9a285d3e-e7b9-492e-a2cd-3b2fb4dc8c2c None None] Port c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:53:06.721785 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.728807 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.729930 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4113960'] for router_interface, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.732583 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:06.848884 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Pushing event updated for resources: {'Port': ['ID=c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:06.853509 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:06.908296 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Network f03db3ed-aa59-45a2-8bf3-bb115c3cc976 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:06.912113 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:06.923938 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e693d1-534a-4ad0-b413-8ca0db4a7e8e req-a2b4f090-6e17-4184-a203-7b980983a877 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:06.925548 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d5e693d1-534a-4ad0-b413-8ca0db4a7e8e req-a2b4f090-6e17-4184-a203-7b980983a877 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 944 time: 0.1241062 Jun 29 15:53:07.044153 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d5e693d1-534a-4ad0-b413-8ca0db4a7e8e req-f627d321-fcdd-44f8-ae9f-a93fd4dec416 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119816 Jun 29 15:53:07.075540 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Router 131dcc07-548e-40ea-9ee3-4afa2968ff78 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:53:07.125656 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-430f2263-2d33-48df-8395-07b95c72e14f None None] Provisioning complete for port c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:07.126613 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-430f2263-2d33-48df-8395-07b95c72e14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:07.162441 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-430f2263-2d33-48df-8395-07b95c72e14f None None] Port c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:53:07.193998 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:53:07.199297 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] 10.222.0.66 "PUT /v2.0/routers/131dcc07-548e-40ea-9ee3-4afa2968ff78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1518357 Jun 29 15:53:07.380311 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcac23-270c-4c71-bf66-e3bfe450fa1d req-b6509be9-579b-40b2-b45c-e01984ccdff5 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:07.382289 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-50fcac23-270c-4c71-bf66-e3bfe450fa1d req-b6509be9-579b-40b2-b45c-e01984ccdff5 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.0767670 Jun 29 15:53:07.445446 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-50fcac23-270c-4c71-bf66-e3bfe450fa1d req-d8ca3f0a-8691-49c0-a709-c02746b48b11 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561905 Jun 29 15:53:07.553261 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb255a3-e0b1-4809-af89-aa27a95e6339 req-31fa6eed-79db-4eca-91da-5b288415f070 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:07.554738 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bbb255a3-e0b1-4809-af89-aa27a95e6339 req-31fa6eed-79db-4eca-91da-5b288415f070 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 944 time: 0.0860882 Jun 29 15:53:07.569604 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:07.599810 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bbb255a3-e0b1-4809-af89-aa27a95e6339 req-8f6702fd-a68d-4e69-80e4-233eecda5abe tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351255 Jun 29 15:53:07.625455 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:07.629601 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:07.629981 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:07.709811 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:07.739876 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47878) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:07.744826 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1135285979-network', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:07.747366 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=1f86b3c9-06cd-45c8-99b8-baaa2720bcb4,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:07.749083 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:07.752997 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:07.754268 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 220c770f-7179-4900-a1a9-8b859398d34c up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:07.756821 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:07.765482 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] Made reservation on behalf of 530b2bc150994bfdb30807763d12c4dd for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:53:07.768713 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:07.778165 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:07.837108 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=1f86b3c9-06cd-45c8-99b8-baaa2720bcb4,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:07.841946 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:07.844445 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 220c770f-7179-4900-a1a9-8b859398d34c triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:07.844854 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:07.892056 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:07.895949 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:07.900010 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-aca45465-4e1b-438c-9672-a2d9bc5dd809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:07.917869 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:53:07.936057 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80b0b89-b0ce-46b9-a38a-bbdf72c16680,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:07.940505 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:07.941607 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:07.944002 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] Added segment 27bc5f28-32a7-4e4e-b7ee-5775a12a7291 of type vlan for network 441fb5f1-b575-4397-891b-71e64efc59a5 Jun 29 15:53:07.983130 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.016504 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Sync routers for ids ['131dcc07-548e-40ea-9ee3-4afa2968ff78'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:53:08.020491 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.021920 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:08.022445 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.025320 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d40d0e46-27e6-43db-a967-a4fa0552c925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:08.026550 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Routers {'131dcc07-548e-40ea-9ee3-4afa2968ff78'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:53:08.027228 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:52:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['131dcc07-548e-40ea-9ee3-4afa2968ff78'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:08.075814 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3347020 Jun 29 15:53:08.078398 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47886) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:08.085178 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-01ec03ae-4094-4f46-9b62-fa329407224f admin admin] Request body: {'subnet': {'network_id': '441fb5f1-b575-4397-891b-71e64efc59a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1135285979-subnet', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd', 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:08.091018 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] Pushing event updated for resources: {'Network': ['ID=441fb5f1-b575-4397-891b-71e64efc59a5,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:08.094995 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:08.108823 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ec03ae-4094-4f46-9b62-fa329407224f admin admin] Made reservation on behalf of 530b2bc150994bfdb30807763d12c4dd for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:53:08.111701 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-01ec03ae-4094-4f46-9b62-fa329407224f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10257514'] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.121744 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network 441fb5f1-b575-4397-891b-71e64efc59a5 details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:53:08.206534 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Set router 131dcc07-548e-40ea-9ee3-4afa2968ff78 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:53:08.247175 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-277ea3ba-10e2-40b8-a8b6-6fc6909d44be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.292366 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39ed08-190f-44d1-932c-faf90c3ba82b req-2795e0fd-6eb9-4db4-9d20-7c3d041cc70c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:08.293846 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1d39ed08-190f-44d1-932c-faf90c3ba82b req-2795e0fd-6eb9-4db4-9d20-7c3d041cc70c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 944 time: 0.1226816 Jun 29 15:53:08.371551 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1d39ed08-190f-44d1-932c-faf90c3ba82b req-ee7d84a9-693d-443c-8911-60031512729d tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697002 Jun 29 15:53:08.372811 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-01ec03ae-4094-4f46-9b62-fa329407224f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10445054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10257528'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.375077 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:08.419351 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'name': 'tempest-TestMinimumBasicScenario-914068268-router', 'tenant_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:02Z', 'updated_at': '2021-06-29T15:53:06Z', 'revision_number': 4, 'project_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'gw_port': {'id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:03Z', 'updated_at': '2021-06-29T15:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4', 'name': '', 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976', 'tenant_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'mac_address': 'fa:16:3e:a2:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '55160d04-7a1d-424d-9c81-93ef702ebd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:05Z', 'updated_at': '2021-06-29T15:53:06Z', 'revision_number': 2, 'project_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'subnets': [{'id': '55160d04-7a1d-424d-9c81-93ef702ebd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:08.432421 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec03ae-4094-4f46-9b62-fa329407224f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd852f0-7bc3-4357-a657-00f816975c22,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:08.435955 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-01ec03ae-4094-4f46-9b62-fa329407224f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:08.441316 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ec03ae-4094-4f46-9b62-fa329407224f admin admin] Checking segment: {'id': '27bc5f28-32a7-4e4e-b7ee-5775a12a7291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '441fb5f1-b575-4397-891b-71e64efc59a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:08.441681 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ec03ae-4094-4f46-9b62-fa329407224f admin admin] Network hostable DHCP agents. Network: 441fb5f1-b575-4397-891b-71e64efc59a5, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:53:08.446592 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Checking router: 131dcc07-548e-40ea-9ee3-4afa2968ff78 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:53:08.446961 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Updating router 131dcc07-548e-40ea-9ee3-4afa2968ff78 port c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 binding host dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:53:08.458370 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ec03ae-4094-4f46-9b62-fa329407224f admin admin] Network 441fb5f1-b575-4397-891b-71e64efc59a5 is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:53:08.472098 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-01ec03ae-4094-4f46-9b62-fa329407224f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, 441fb5f1-b575-4397-891b-71e64efc59a5) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:08.477623 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ec03ae-4094-4f46-9b62-fa329407224f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:08.478327 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-01ec03ae-4094-4f46-9b62-fa329407224f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.483386 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.487299 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459bc73c-c28c-4300-a765-67ab17d434f2 None None] Network 441fb5f1-b575-4397-891b-71e64efc59a5 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:53:08.497382 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-01ec03ae-4094-4f46-9b62-fa329407224f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4154739 Jun 29 15:53:08.497785 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47894) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:08.502908 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1135285979-router', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:08.523967 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4115774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1297'] for router, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.525237 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4114444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1286'] for router, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.588272 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.621473 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a45957-7585-4fe5-981c-73695fdcc655 req-75be9e6e-3e43-477b-bca2-7ac6f8d70fd1 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:08.622834 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d6a45957-7585-4fe5-981c-73695fdcc655 req-75be9e6e-3e43-477b-bca2-7ac6f8d70fd1 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.0653391 Jun 29 15:53:08.694690 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d6a45957-7585-4fe5-981c-73695fdcc655 req-fbfab12b-c796-4ebc-8d47-be6c55c5bc4f tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620918 Jun 29 15:53:08.758593 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1524'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.826779 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79cdfe99-4e4a-5ea2-8438-12b2e84733c2-441fb5f1-b575-4397-891b-71e64efc59a5', 'network_id': '441fb5f1-b575-4397-891b-71e64efc59a5', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd', 'fixed_ips': [{'subnet_id': 'bfd852f0-7bc3-4357-a657-00f816975c22'}]}} from dv-cinder-786627-15-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 15:53:08.827654 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.840865 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104eacb-d0d4-45d1-b144-fb7f2afc7f5f req-11aefec9-2ab2-4a89-91c6-8602287b3644 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:08.842398 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6104eacb-d0d4-45d1-b144-fb7f2afc7f5f req-11aefec9-2ab2-4a89-91c6-8602287b3644 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 944 time: 0.1119809 Jun 29 15:53:08.894823 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6104eacb-d0d4-45d1-b144-fb7f2afc7f5f req-675f80e5-f91c-4efb-9a74-ff551df41462 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465903 Jun 29 15:53:09.030814 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.046294 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.051189 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.065259 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Transition to ACTIVE for port object c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:09.088674 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.099653 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-721965d4-4fca-4bd7-b363-4c53b247c1a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:09.144928 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Allocated IP 172.20.0.2 (441fb5f1-b575-4397-891b-71e64efc59a5/bfd852f0-7bc3-4357-a657-00f816975c22/be8a60e1-bae0-4705-a11d-0422a28e1806) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:53:09.155927 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f39582-6378-40ee-ada5-b2570312e29a None None] Pushing event updated for resources: {'Port': ['ID=c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:09.157140 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Allocated IP 172.27.2.136 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/406cdb3b-c42d-4fa5-971a-d02de3e7b21a) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:53:09.162468 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-06f39582-6378-40ee-ada5-b2570312e29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:09.261924 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Attempting to bind port c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:53:09.262300 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Attempting to bind port c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': '6abc6e9a-5dcf-47ac-8e8e-9f73d8071709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:53:09.262662 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Attempting to bind port c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 on network f03db3ed-aa59-45a2-8bf3-bb115c3cc976 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:09.272489 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:53:09.272489 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Checking segment: {'id': '6abc6e9a-5dcf-47ac-8e8e-9f73d8071709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:09.272833 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.273219 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Bound using segment: {'id': '6abc6e9a-5dcf-47ac-8e8e-9f73d8071709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:53:09.273794 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Bound port: c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abc6e9a-5dcf-47ac-8e8e-9f73d8071709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:53:09.274225 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.278521 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.322027 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10444866'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.324989 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:09.364381 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:09.368362 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:09.371752 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:53:09.377975 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Pushing event updated for resources: {'Port': ['ID=406cdb3b-c42d-4fa5-971a-d02de3e7b21a,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:09.398189 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:09.400310 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] For port c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:53:09.406295 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] For port c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4,segment=NetworkSegment(6abc6e9a-5dcf-47ac-8e8e-9f73d8071709),segment_id=6abc6e9a-5dcf-47ac-8e8e-9f73d8071709)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:53:09.411019 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.417354 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.424179 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:09.478133 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Transition to ACTIVE for port object be8a60e1-bae0-4705-a11d-0422a28e1806 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:09.479823 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f39582-6378-40ee-ada5-b2570312e29a None None] Pushing event updated for resources: {'Port': ['ID=c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:09.488370 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-06f39582-6378-40ee-ada5-b2570312e29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:09.509917 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Transition to ACTIVE for port object be8a60e1-bae0-4705-a11d-0422a28e1806 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:09.518913 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Routers {'131dcc07-548e-40ea-9ee3-4afa2968ff78'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:53:09.519688 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:52:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['131dcc07-548e-40ea-9ee3-4afa2968ff78'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:09.523615 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.556141 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:09.583150 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b378817-0749-4003-b478-615f45c6fd91 req-c851abb9-6439-4153-b210-fb6cf481fb2c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:09.591779 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b378817-0749-4003-b478-615f45c6fd91 req-c851abb9-6439-4153-b210-fb6cf481fb2c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 944 time: 0.0911481 Jun 29 15:53:09.599097 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Pushing event updated for resources: {'Port': ['ID=be8a60e1-bae0-4705-a11d-0422a28e1806,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:09.601598 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:09.607073 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:09.637499 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Network 441fb5f1-b575-4397-891b-71e64efc59a5 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:09.643915 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:09.649949 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:53:09.650124 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b378817-0749-4003-b478-615f45c6fd91 req-5eec6ccd-c976-4ef1-b165-9088d97c7494 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528367 Jun 29 15:53:09.760398 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Attempting to bind port be8a60e1-bae0-4705-a11d-0422a28e1806 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:53:09.760772 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Attempting to bind port be8a60e1-bae0-4705-a11d-0422a28e1806 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': '27bc5f28-32a7-4e4e-b7ee-5775a12a7291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '441fb5f1-b575-4397-891b-71e64efc59a5'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:53:09.761136 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Attempting to bind port be8a60e1-bae0-4705-a11d-0422a28e1806 on network 441fb5f1-b575-4397-891b-71e64efc59a5 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:09.763144 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 7927e555-949a-4add-bef4-08f1bfd4555d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:53:09.789238 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:53:09.789609 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Checking segment: {'id': '27bc5f28-32a7-4e4e-b7ee-5775a12a7291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '441fb5f1-b575-4397-891b-71e64efc59a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:09.790032 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.790405 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Bound using segment: {'id': '27bc5f28-32a7-4e4e-b7ee-5775a12a7291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '441fb5f1-b575-4397-891b-71e64efc59a5'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:53:09.790887 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Bound port: be8a60e1-bae0-4705-a11d-0422a28e1806, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27bc5f28-32a7-4e4e-b7ee-5775a12a7291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '441fb5f1-b575-4397-891b-71e64efc59a5'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:53:09.791283 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.838110 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] Set router 131dcc07-548e-40ea-9ee3-4afa2968ff78 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:53:09.878652 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.925932 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:09.926219 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.976809 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee888be-023b-4b1b-aec9-8a9b0f1d8967 req-a7b80a87-6b37-4ff9-9a77-7c81b0228760 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:09.978304 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fee888be-023b-4b1b-aec9-8a9b0f1d8967 req-a7b80a87-6b37-4ff9-9a77-7c81b0228760 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.1491470 Jun 29 15:53:10.074889 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fee888be-023b-4b1b-aec9-8a9b0f1d8967 req-77f1a0fd-b3cc-4a1b-bebb-9a71e0643557 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879898 Jun 29 15:53:10.078334 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] For port be8a60e1-bae0-4705-a11d-0422a28e1806, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:53:10.110759 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 7927e555-949a-4add-bef4-08f1bfd4555d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7927e555-949a-4add-bef4-08f1bfd4555d,segment=NetworkSegment(2b34a4ac-cb38-4e2b-a5fe-b490ba37971f),segment_id=2b34a4ac-cb38-4e2b-a5fe-b490ba37971f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:10.114107 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] For port be8a60e1-bae0-4705-a11d-0422a28e1806, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=be8a60e1-bae0-4705-a11d-0422a28e1806,segment=NetworkSegment(27bc5f28-32a7-4e4e-b7ee-5775a12a7291),segment_id=27bc5f28-32a7-4e4e-b7ee-5775a12a7291)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:53:10.135767 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:10.140938 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:10.146901 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4115752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773851'] for router, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:10.162159 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904eca71-a027-42c2-b837-b6d6d08cc238 req-e514c7f1-36df-4322-b14e-ea8a96b7f330 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:10.164270 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-904eca71-a027-42c2-b837-b6d6d08cc238 req-e514c7f1-36df-4322-b14e-ea8a96b7f330 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 944 time: 0.0813460 Jun 29 15:53:10.166579 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Returning: {'device': '7927e555-949a-4add-bef4-08f1bfd4555d', 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4', 'port_id': '7927e555-949a-4add-bef4-08f1bfd4555d', 'mac_address': 'fa:16:3e:75:9a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7889f3-fcb4-48a2-b06b-d94d20a5bf52', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:53:10.225965 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-904eca71-a027-42c2-b837-b6d6d08cc238 req-93eb4635-5591-407d-ba3c-577ab0d57ef7 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550358 Jun 29 15:53:10.273971 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Pushing event updated for resources: {'Port': ['ID=be8a60e1-bae0-4705-a11d-0422a28e1806,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:10.282441 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:10.322816 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Router bcd8318a-ecb8-4d21-9bf9-ee4323af24a9 is scheduled to L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef with binding_index 1 {{(pid=92894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:53:10.339078 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:10.357217 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7927e555-949a-4add-bef4-08f1bfd4555d {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:53:10.383048 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 7927e555-949a-4add-bef4-08f1bfd4555d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7927e555-949a-4add-bef4-08f1bfd4555d,segment=NetworkSegment(2b34a4ac-cb38-4e2b-a5fe-b490ba37971f),segment_id=2b34a4ac-cb38-4e2b-a5fe-b490ba37971f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:10.408445 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:10.409495 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 42280368-1183-4f33-a4fe-1ceb75164027 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:53:10.424050 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:10.488716 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:53:10.500008 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Sync routers for ids ['bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:53:10.512159 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Routers {'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:53:10.515823 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:52:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:10.516272 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'name': 'tempest-TestMinimumBasicScenario-914068268-router', 'tenant_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:02Z', 'updated_at': '2021-06-29T15:53:06Z', 'revision_number': 4, 'project_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'gw_port': {'id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:03Z', 'updated_at': '2021-06-29T15:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4', 'name': '', 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976', 'tenant_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'mac_address': 'fa:16:3e:a2:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '55160d04-7a1d-424d-9c81-93ef702ebd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:05Z', 'updated_at': '2021-06-29T15:53:09Z', 'revision_number': 4, 'project_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'subnets': [{'id': '55160d04-7a1d-424d-9c81-93ef702ebd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:10.532945 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:10.536905 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0353115 Jun 29 15:53:10.537518 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47930) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:10.559698 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d0eefa-820f-4226-b38c-4d4349059074 None None] The sync data for ids ['131dcc07-548e-40ea-9ee3-4afa2968ff78'] in dv-cinder-786627-15-iscsi is: [{'id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'name': 'tempest-TestMinimumBasicScenario-914068268-router', 'tenant_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:02Z', 'updated_at': '2021-06-29T15:53:06Z', 'revision_number': 4, 'project_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'gw_port': {'id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:03Z', 'updated_at': '2021-06-29T15:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4', 'name': '', 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976', 'tenant_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'mac_address': 'fa:16:3e:a2:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '55160d04-7a1d-424d-9c81-93ef702ebd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:05Z', 'updated_at': '2021-06-29T15:53:09Z', 'revision_number': 4, 'project_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'subnets': [{'id': '55160d04-7a1d-424d-9c81-93ef702ebd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:53:10.740615 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=7927e555-949a-4add-bef4-08f1bfd4555d,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:10.755321 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Set router bcd8318a-ecb8-4d21-9bf9-ee4323af24a9 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:53:10.768083 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:10.870016 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-dcd5078e-b89d-4904-a983-542f2ce597de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:10.912860 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 42280368-1183-4f33-a4fe-1ceb75164027, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=42280368-1183-4f33-a4fe-1ceb75164027,segment=NetworkSegment(c02c780a-ef66-494f-a424-1756a7cb6c3f),segment_id=c02c780a-ef66-494f-a424-1756a7cb6c3f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:10.970291 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Returning: {'device': '42280368-1183-4f33-a4fe-1ceb75164027', 'network_id': 'f86874b9-2623-40db-abbf-1a524d667e46', 'port_id': '42280368-1183-4f33-a4fe-1ceb75164027', 'mac_address': 'fa:16:3e:09:53:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec9a335-f473-47e9-b3a1-46e3c429a526', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:53:11.053545 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fd384-3548-4005-b4b9-4f135a675545 req-a747dafe-c573-4f56-baa0-6c4ac5a8d163 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:11.061233 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-df5fd384-3548-4005-b4b9-4f135a675545 req-a747dafe-c573-4f56-baa0-6c4ac5a8d163 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 944 time: 0.1479836 Jun 29 15:53:11.067185 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:11.099698 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42280368-1183-4f33-a4fe-1ceb75164027 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:53:11.130676 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 42280368-1183-4f33-a4fe-1ceb75164027, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=42280368-1183-4f33-a4fe-1ceb75164027,segment=NetworkSegment(c02c780a-ef66-494f-a424-1756a7cb6c3f),segment_id=c02c780a-ef66-494f-a424-1756a7cb6c3f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:11.131038 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-df5fd384-3548-4005-b4b9-4f135a675545 req-2392274e-6664-488e-8941-f49730981364 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686216 Jun 29 15:53:11.136716 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:11.137876 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 51a30074-aa07-4281-9ad4-e6d428a2befa details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:53:11.141359 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-33f68c95-9b0c-464b-b4cc-2abcd8e82442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:11.545712 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'name': 'tempest-TestMinimumBasicScenario-1135285979-router', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:08Z', 'updated_at': '2021-06-29T15:53:09Z', 'revision_number': 3, 'project_id': '530b2bc150994bfdb30807763d12c4dd', 'gw_port': {'id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:09Z', 'updated_at': '2021-06-29T15:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:11.552989 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebbada-b0fc-481e-b5d3-7ff99e7a67ae req-78e115cb-5a70-4c43-8b13-7cbcb2f20270 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:11.566962 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-abebbada-b0fc-481e-b5d3-7ff99e7a67ae req-78e115cb-5a70-4c43-8b13-7cbcb2f20270 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 945 time: 0.1505048 Jun 29 15:53:11.599620 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Checking router: bcd8318a-ecb8-4d21-9bf9-ee4323af24a9 for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:53:11.600513 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Updating router bcd8318a-ecb8-4d21-9bf9-ee4323af24a9 port 406cdb3b-c42d-4fa5-971a-d02de3e7b21a binding host dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:53:11.659702 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:11.661500 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-abebbada-b0fc-481e-b5d3-7ff99e7a67ae req-40f57f0c-1c95-4371-ad01-830af1df469d tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928493 Jun 29 15:53:11.721869 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:11.742051 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=42280368-1183-4f33-a4fe-1ceb75164027,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:11.756551 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:11.759245 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device be8a60e1-bae0-4705-a11d-0422a28e1806 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:11.868135 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb3550-7912-4439-adb3-b9fcd506ace0 None None] Network 441fb5f1-b575-4397-891b-71e64efc59a5 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:53:11.900842 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8522f-2552-46d7-920f-4af8ccf38b08 req-46c53f65-485c-4a35-83fd-85b1aaace1a4 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:11.904254 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:11.909284 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b1a8522f-2552-46d7-920f-4af8ccf38b08 req-46c53f65-485c-4a35-83fd-85b1aaace1a4 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 943 time: 0.4833443 Jun 29 15:53:11.977104 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b1a8522f-2552-46d7-920f-4af8ccf38b08 req-a43a9a48-5567-4e63-b29b-ee0230455c28 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666656 Jun 29 15:53:11.981706 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Allocated IP 172.20.0.1 (441fb5f1-b575-4397-891b-71e64efc59a5/bfd852f0-7bc3-4357-a657-00f816975c22/0224062b-2186-4ad2-a064-faa257cf4ae0) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:53:12.098537 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:12.112365 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-e319b3f0-e813-422e-9159-d729803154f7 None None] Provisioning for port be8a60e1-bae0-4705-a11d-0422a28e1806 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:12.242982 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:12.284689 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:12.284857 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Transition to ACTIVE for port object 0224062b-2186-4ad2-a064-faa257cf4ae0 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:12.293246 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 51a30074-aa07-4281-9ad4-e6d428a2befa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=51a30074-aa07-4281-9ad4-e6d428a2befa,segment=NetworkSegment(b03bb11f-7894-40e0-9619-0b0fe2c55e5b),segment_id=b03bb11f-7894-40e0-9619-0b0fe2c55e5b)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:12.327331 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Transition to ACTIVE for port object 406cdb3b-c42d-4fa5-971a-d02de3e7b21a will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:12.339501 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Returning: {'device': '51a30074-aa07-4281-9ad4-e6d428a2befa', 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd', 'port_id': '51a30074-aa07-4281-9ad4-e6d428a2befa', 'mac_address': 'fa:16:3e:72:78:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf2ca20-30f5-46a4-8f73-dc2d41f4c780', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:53:12.347767 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:12.362464 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port be8a60e1-bae0-4705-a11d-0422a28e1806 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:12.370324 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-8cdb3ea7-e3d3-46ed-a2b0-13ac067d93ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:12.384526 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:12.389487 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:12.498492 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:12.500304 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port be8a60e1-bae0-4705-a11d-0422a28e1806 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:12.500697 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:12.505503 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8aee80-d0fc-4bf8-94fe-94b40b300ded None None] Pushing event updated for resources: {'Port': ['ID=406cdb3b-c42d-4fa5-971a-d02de3e7b21a,revision_number=2']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:12.514889 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-1a8aee80-d0fc-4bf8-94fe-94b40b300ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:12.524744 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Network 441fb5f1-b575-4397-891b-71e64efc59a5 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:12.528922 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:12.544524 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:53:12.545006 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4114108'] for router_interface, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:12.552559 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Attempting to bind port 406cdb3b-c42d-4fa5-971a-d02de3e7b21a on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:53:12.553024 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Attempting to bind port 406cdb3b-c42d-4fa5-971a-d02de3e7b21a by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:53:12.553296 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Attempting to bind port 406cdb3b-c42d-4fa5-971a-d02de3e7b21a on network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:12.569778 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:53:12.570163 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Checking segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:12.570571 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:12.570964 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Bound using segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:53:12.576847 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Bound port: 406cdb3b-c42d-4fa5-971a-d02de3e7b21a, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:53:12.577266 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:12.633051 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Pushing event updated for resources: {'Port': ['ID=0224062b-2186-4ad2-a064-faa257cf4ae0,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:12.633744 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a30074-aa07-4281-9ad4-e6d428a2befa {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:53:12.643958 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:12.644517 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:12.645168 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:12.645659 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:12.646806 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:12.647442 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:12.648091 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:12.648633 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:12.649404 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:12.650010 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:12.650497 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:12.650987 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:12.653079 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc423022-6346-4a13-b2b7-1f9eaae6d5af req-03ffa052-1e85-4768-96e5-97c0d54d6895 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:12.657017 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:12.658598 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bc423022-6346-4a13-b2b7-1f9eaae6d5af req-03ffa052-1e85-4768-96e5-97c0d54d6895 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 944 time: 0.2154965 Jun 29 15:53:12.673352 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48008) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:12.711847 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 51a30074-aa07-4281-9ad4-e6d428a2befa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=51a30074-aa07-4281-9ad4-e6d428a2befa,segment=NetworkSegment(b03bb11f-7894-40e0-9619-0b0fe2c55e5b),segment_id=b03bb11f-7894-40e0-9619-0b0fe2c55e5b)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:12.760509 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:12.765271 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] For port 406cdb3b-c42d-4fa5-971a-d02de3e7b21a, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:53:12.765632 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 0e8b7b54-acea-450b-b41a-d8d97fa437ff details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:53:12.778137 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:12.779768 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] For port 406cdb3b-c42d-4fa5-971a-d02de3e7b21a, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=406cdb3b-c42d-4fa5-971a-d02de3e7b21a,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:53:12.795411 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:12.821680 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bc423022-6346-4a13-b2b7-1f9eaae6d5af req-ddae9165-05cd-4350-8def-99b4cfa57614 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393678 Jun 29 15:53:12.825407 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-503cf939-c13b-4bb8-be51-9f0c73757fba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:12.943717 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Routers {'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:53:12.944833 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 0e8b7b54-acea-450b-b41a-d8d97fa437ff, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0e8b7b54-acea-450b-b41a-d8d97fa437ff,segment=NetworkSegment(2b34a4ac-cb38-4e2b-a5fe-b490ba37971f),segment_id=2b34a4ac-cb38-4e2b-a5fe-b490ba37971f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:12.946064 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:53:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:12.946488 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:12.958930 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=51a30074-aa07-4281-9ad4-e6d428a2befa,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:12.963556 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:12.990141 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.010347 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Returning: {'device': '0e8b7b54-acea-450b-b41a-d8d97fa437ff', 'network_id': '8d92c76a-a67c-44c8-bc6a-d87b3504cec4', 'port_id': '0e8b7b54-acea-450b-b41a-d8d97fa437ff', 'mac_address': 'fa:16:3e:62:ab:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7889f3-fcb4-48a2-b06b-d94d20a5bf52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:53:13.036795 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8aee80-d0fc-4bf8-94fe-94b40b300ded None None] Pushing event updated for resources: {'Port': ['ID=406cdb3b-c42d-4fa5-971a-d02de3e7b21a,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:13.038002 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.048235 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-1a8aee80-d0fc-4bf8-94fe-94b40b300ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:13.069850 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c86c9-1ada-4ccf-a42e-e78fa394d00c req-729180ee-6389-4b21-b766-718d1aee6307 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:13.074920 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d47c86c9-1ada-4ccf-a42e-e78fa394d00c req-729180ee-6389-4b21-b766-718d1aee6307 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 945 time: 0.1899667 Jun 29 15:53:13.099100 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.118626 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.119253 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port be8a60e1-bae0-4705-a11d-0422a28e1806, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=be8a60e1-bae0-4705-a11d-0422a28e1806,segment=NetworkSegment(27bc5f28-32a7-4e4e-b7ee-5775a12a7291),segment_id=27bc5f28-32a7-4e4e-b7ee-5775a12a7291)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:13.128292 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.129130 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:13.131239 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:13.133822 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8b7b54-acea-450b-b41a-d8d97fa437ff {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:53:13.161737 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.162125 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] Set router bcd8318a-ecb8-4d21-9bf9-ee4323af24a9 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:53:13.211616 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-612356a8-fa83-4105-992e-8bbbb7c50616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:13.266755 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 0e8b7b54-acea-450b-b41a-d8d97fa437ff, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0e8b7b54-acea-450b-b41a-d8d97fa437ff,segment=NetworkSegment(2b34a4ac-cb38-4e2b-a5fe-b490ba37971f),segment_id=2b34a4ac-cb38-4e2b-a5fe-b490ba37971f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:13.294129 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d47c86c9-1ada-4ccf-a42e-e78fa394d00c req-a11d6c41-7d67-41b8-a075-7951281d4dee tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148485 Jun 29 15:53:13.305077 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.324448 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91256d6aa5964fc39a6a21609894ba7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6476331 Jun 29 15:53:13.325835 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48026) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:13.339530 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=be8a60e1-bae0-4705-a11d-0422a28e1806,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:13.345553 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:13.347414 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-528cafdf-d209-4db9-90eb-09a43e25ed35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:13.352333 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8181fd21-0866-4fef-9dec-6e51aa7303d1,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:13.373590 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:13.373958 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:13.374319 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:13.374668 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:13.375012 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:13.375362 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:13.376427 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:13.376760 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:13.377102 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:13.377762 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:13.377762 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:13.378091 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:13.394655 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:13.423199 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fa624-df93-469b-bc5a-ad3152a62719 req-2e03c6c5-9079-46d6-baee-b490df1d940f tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:13.425123 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-454fa624-df93-469b-bc5a-ad3152a62719 req-2e03c6c5-9079-46d6-baee-b490df1d940f tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 944 time: 0.2253065 Jun 29 15:53:13.437529 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-830c45d6-3cbb-4aad-b9b1-569ce78e8c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.454170 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.468039 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=0e8b7b54-acea-450b-b41a-d8d97fa437ff,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:13.478389 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:13.479889 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.484535 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4113960'] for router_interface, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.487021 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:13.491084 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-30f47631-645c-44a8-8aa6-1c3dba154ea7 None None] Provisioning for port 0224062b-2186-4ad2-a064-faa257cf4ae0 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:13.495745 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-30f47631-645c-44a8-8aa6-1c3dba154ea7 None None] Provisioning complete for port 0224062b-2186-4ad2-a064-faa257cf4ae0 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:13.496186 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-30f47631-645c-44a8-8aa6-1c3dba154ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.499615 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:13.513774 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-454fa624-df93-469b-bc5a-ad3152a62719 req-0215d498-1ee7-4569-a077-6c2102704abf tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792084 Jun 29 15:53:13.523772 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-830c45d6-3cbb-4aad-b9b1-569ce78e8c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.530422 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:13.531182 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.547093 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'name': 'tempest-TestMinimumBasicScenario-1135285979-router', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:08Z', 'updated_at': '2021-06-29T15:53:12Z', 'revision_number': 4, 'project_id': '530b2bc150994bfdb30807763d12c4dd', 'gw_port': {'id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:09Z', 'updated_at': '2021-06-29T15:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '0224062b-2186-4ad2-a064-faa257cf4ae0', 'name': '', 'network_id': '441fb5f1-b575-4397-891b-71e64efc59a5', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd', 'mac_address': 'fa:16:3e:43:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'bfd852f0-7bc3-4357-a657-00f816975c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:11Z', 'updated_at': '2021-06-29T15:53:12Z', 'revision_number': 1, 'project_id': '530b2bc150994bfdb30807763d12c4dd', 'subnets': [{'id': 'bfd852f0-7bc3-4357-a657-00f816975c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:13.577977 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93f6292-f94a-44fe-ad50-2f70fb1e63a6 None None] The sync data for ids ['bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'] in dv-cinder-786627-15-iscsi is: [{'id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'name': 'tempest-TestMinimumBasicScenario-1135285979-router', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:08Z', 'updated_at': '2021-06-29T15:53:12Z', 'revision_number': 4, 'project_id': '530b2bc150994bfdb30807763d12c4dd', 'gw_port': {'id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:09Z', 'updated_at': '2021-06-29T15:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '0224062b-2186-4ad2-a064-faa257cf4ae0', 'name': '', 'network_id': '441fb5f1-b575-4397-891b-71e64efc59a5', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd', 'mac_address': 'fa:16:3e:43:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'bfd852f0-7bc3-4357-a657-00f816975c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:11Z', 'updated_at': '2021-06-29T15:53:12Z', 'revision_number': 1, 'project_id': '530b2bc150994bfdb30807763d12c4dd', 'subnets': [{'id': 'bfd852f0-7bc3-4357-a657-00f816975c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:53:13.582392 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-30f47631-645c-44a8-8aa6-1c3dba154ea7 None None] Port 0224062b-2186-4ad2-a064-faa257cf4ae0 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:53:13.617757 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-30f47631-645c-44a8-8aa6-1c3dba154ea7 None None] Provisioning complete for port be8a60e1-bae0-4705-a11d-0422a28e1806 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:13.618212 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-30f47631-645c-44a8-8aa6-1c3dba154ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.621099 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.621538 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Pushing event updated for resources: {'Port': ['ID=0224062b-2186-4ad2-a064-faa257cf4ae0,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:13.629327 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:13.687133 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-830c45d6-3cbb-4aad-b9b1-569ce78e8c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.691063 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-830c45d6-3cbb-4aad-b9b1-569ce78e8c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.694861 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-830c45d6-3cbb-4aad-b9b1-569ce78e8c4b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8181fd21-0866-4fef-9dec-6e51aa7303d1 HTTP/1.1" status: 204 len: 168 time: 0.3656611 Jun 29 15:53:13.695021 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-15ccf95c-3476-4e82-a371-5182ab7ef1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:13.710287 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c45d6-3cbb-4aad-b9b1-569ce78e8c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8181fd21-0866-4fef-9dec-6e51aa7303d1,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:13.714001 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.720553 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Network 441fb5f1-b575-4397-891b-71e64efc59a5 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:13.724015 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:13.727350 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-830c45d6-3cbb-4aad-b9b1-569ce78e8c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:13.847122 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4,segment=NetworkSegment(6abc6e9a-5dcf-47ac-8e8e-9f73d8071709),segment_id=6abc6e9a-5dcf-47ac-8e8e-9f73d8071709)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:13.852454 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.856621 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-528cafdf-d209-4db9-90eb-09a43e25ed35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:13.958741 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['42280368-1183-4f33-a4fe-1ceb75164027'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:53:13.960589 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Router bcd8318a-ecb8-4d21-9bf9-ee4323af24a9 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:53:14.016961 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['7927e555-949a-4add-bef4-08f1bfd4555d'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:53:14.168644 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:14.195608 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device be8a60e1-bae0-4705-a11d-0422a28e1806 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:14.202256 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['51a30074-aa07-4281-9ad4-e6d428a2befa'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:53:14.227867 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['0e8b7b54-acea-450b-b41a-d8d97fa437ff'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:53:14.281340 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:14.308193 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-f0a5e222-982e-4147-9059-89a83928abe1 None None] Provisioning complete for port 0224062b-2186-4ad2-a064-faa257cf4ae0 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:14.308575 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e222-982e-4147-9059-89a83928abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:14.428794 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48056) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:14.447479 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d943c421-39c6-483d-8168-d75669000ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:14.489346 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-f0a5e222-982e-4147-9059-89a83928abe1 None None] Port 0224062b-2186-4ad2-a064-faa257cf4ae0 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:53:14.554868 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a70c4b-d418-4589-b859-8827b4038aad req-fd2b40a3-6525-447b-a5db-e9ebea2e13c7 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:14.557047 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-33a70c4b-d418-4589-b859-8827b4038aad req-fd2b40a3-6525-447b-a5db-e9ebea2e13c7 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 945 time: 0.1111712 Jun 29 15:53:14.634278 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-33a70c4b-d418-4589-b859-8827b4038aad req-64debf81-74ad-43f2-9d7e-12c3bbec27ee tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622642 Jun 29 15:53:14.661381 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0adfc6-5630-4770-993d-4aac9fb7151d req-a25eac5c-43f1-40f6-9d82-af01d365c6e3 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:14.669367 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a0adfc6-5630-4770-993d-4aac9fb7151d req-a25eac5c-43f1-40f6-9d82-af01d365c6e3 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 945 time: 0.1622272 Jun 29 15:53:14.702500 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d943c421-39c6-483d-8168-d75669000ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:14.713553 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d943c421-39c6-483d-8168-d75669000ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:14.717480 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:14.717693 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:53:14.726877 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] 10.222.0.66 "PUT /v2.0/routers/bcd8318a-ecb8-4d21-9bf9-ee4323af24a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1882200 Jun 29 15:53:14.762965 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a0adfc6-5630-4770-993d-4aac9fb7151d req-962c2f1f-1d73-44dc-9d7c-8545dc871176 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792902 Jun 29 15:53:14.773798 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943c421-39c6-483d-8168-d75669000ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa02025-62eb-4a49-9d10-76bf9e7087a2,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:14.806050 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d943c421-39c6-483d-8168-d75669000ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:14.857934 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d943c421-39c6-483d-8168-d75669000ceb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c94493f1720a4b76b4624dd46cd7bf48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278817 Jun 29 15:53:14.858175 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-bc969477-fe89-4731-9e6e-7195c212aced None None] Provisioning complete for port 0224062b-2186-4ad2-a064-faa257cf4ae0 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:14.858419 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-bc969477-fe89-4731-9e6e-7195c212aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:14.861556 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48062) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:14.910793 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8821632-3423-49f9-bb21-5bbf0f0322ec req-8dd2e246-b07b-447d-af4a-72a43e4dd0e5 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:14.918082 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f8821632-3423-49f9-bb21-5bbf0f0322ec req-8dd2e246-b07b-447d-af4a-72a43e4dd0e5 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 944 time: 0.1068888 Jun 29 15:53:14.936368 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5e34-e7c2-4af4-a276-1d23e9114923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:14.943866 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port be8a60e1-bae0-4705-a11d-0422a28e1806 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:14.944267 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:14.973980 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5e34-e7c2-4af4-a276-1d23e9114923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:14.991160 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f8821632-3423-49f9-bb21-5bbf0f0322ec req-a7bdf1fc-a9bd-4ca4-923a-de1c939fcf31 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719819 Jun 29 15:53:15.042873 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-bc969477-fe89-4731-9e6e-7195c212aced None None] Port 0224062b-2186-4ad2-a064-faa257cf4ae0 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:53:15.050865 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5e34-e7c2-4af4-a276-1d23e9114923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:15.056210 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5e34-e7c2-4af4-a276-1d23e9114923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:15.057973 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-dc6c5e34-e7c2-4af4-a276-1d23e9114923 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4fa02025-62eb-4a49-9d10-76bf9e7087a2 HTTP/1.1" status: 204 len: 168 time: 0.1954393 Jun 29 15:53:15.059141 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:15.099093 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c5e34-e7c2-4af4-a276-1d23e9114923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa02025-62eb-4a49-9d10-76bf9e7087a2,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:15.110816 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-dc6c5e34-e7c2-4af4-a276-1d23e9114923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:15.591995 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48102) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:15.647654 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48106) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:15.668175 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a56137b2-6b09-48a7-82f0-39f443c9d5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:15.775327 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a56137b2-6b09-48a7-82f0-39f443c9d5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:15.806461 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a56137b2-6b09-48a7-82f0-39f443c9d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:15.830258 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-dc6c5e34-e7c2-4af4-a276-1d23e9114923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:15.833846 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a56137b2-6b09-48a7-82f0-39f443c9d5e6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e1d4c9518364a398a2ca12404670f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848106 Jun 29 15:53:15.836613 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48114) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:15.866931 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ec99878a-dbef-4a4f-9e48-332991cd9d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:15.903458 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-19c664fe-2fbe-42f4-b635-769d266cbec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:15.971939 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56137b2-6b09-48a7-82f0-39f443c9d5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d2ca53-1ebf-415c-9fb4-4d70a50fc674,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:15.982090 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a56137b2-6b09-48a7-82f0-39f443c9d5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:15.982276 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-19c664fe-2fbe-42f4-b635-769d266cbec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.034616 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fffe2-c819-44ec-8e84-d2e025c4b617 req-6f0f5f64-03e3-472d-98c4-3b20da3a812b tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:16.036546 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-873fffe2-c819-44ec-8e84-d2e025c4b617 req-6f0f5f64-03e3-472d-98c4-3b20da3a812b tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 945 time: 0.2580106 Jun 29 15:53:16.082662 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ec99878a-dbef-4a4f-9e48-332991cd9d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.087856 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-19c664fe-2fbe-42f4-b635-769d266cbec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.091443 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-19c664fe-2fbe-42f4-b635-769d266cbec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.092825 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-19c664fe-2fbe-42f4-b635-769d266cbec3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/29d2ca53-1ebf-415c-9fb4-4d70a50fc674 HTTP/1.1" status: 204 len: 168 time: 0.2552533 Jun 29 15:53:16.094719 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f9192fb0-a801-4795-90de-76735a1c97ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:16.100721 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ec99878a-dbef-4a4f-9e48-332991cd9d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.105562 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:16.118512 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-873fffe2-c819-44ec-8e84-d2e025c4b617 req-24713edd-22ed-4d76-8123-b2b19356ab29 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684314 Jun 29 15:53:16.129619 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c664fe-2fbe-42f4-b635-769d266cbec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d2ca53-1ebf-415c-9fb4-4d70a50fc674,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:16.133677 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-19c664fe-2fbe-42f4-b635-769d266cbec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:16.167902 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56042b5-6344-4f2c-ac58-b99095304575 req-ce74a9e7-833a-43a3-b2e6-148de65ffa44 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:16.182533 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e56042b5-6344-4f2c-ac58-b99095304575 req-ce74a9e7-833a-43a3-b2e6-148de65ffa44 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 945 time: 0.2834883 Jun 29 15:53:16.188949 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99878a-dbef-4a4f-9e48-332991cd9d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b31e09-a0b9-489a-b22b-e424fa0d8ceb,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:16.192659 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ec99878a-dbef-4a4f-9e48-332991cd9d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:16.198144 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48126) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:16.198641 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ec99878a-dbef-4a4f-9e48-332991cd9d3a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2bcf0299025c4f9587afddea575783e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6050308 Jun 29 15:53:16.211516 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 406cdb3b-c42d-4fa5-971a-d02de3e7b21a up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:16.315735 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port 406cdb3b-c42d-4fa5-971a-d02de3e7b21a completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:16.322020 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 406cdb3b-c42d-4fa5-971a-d02de3e7b21a triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:16.322507 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.333192 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e56042b5-6344-4f2c-ac58-b99095304575 req-d50d9768-9234-450e-84e7-9cf0625f3b3a tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437962 Jun 29 15:53:16.354139 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47783b7-d054-4853-9771-8472f3f175d2 req-ab57a32e-a568-482b-950b-29a8fad4be56 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:16.360863 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40b634f3-fe51-4488-a79d-00073c3650e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.363371 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d47783b7-d054-4853-9771-8472f3f175d2 req-ab57a32e-a568-482b-950b-29a8fad4be56 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 944 time: 0.1012099 Jun 29 15:53:16.409505 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40b634f3-fe51-4488-a79d-00073c3650e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.431073 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d47783b7-d054-4853-9771-8472f3f175d2 req-50f944f8-5e07-4e20-8afd-d2773665fc4f tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664091 Jun 29 15:53:16.502704 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40b634f3-fe51-4488-a79d-00073c3650e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.505367 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40b634f3-fe51-4488-a79d-00073c3650e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.507860 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-40b634f3-fe51-4488-a79d-00073c3650e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/30b31e09-a0b9-489a-b22b-e424fa0d8ceb HTTP/1.1" status: 204 len: 168 time: 0.3074639 Jun 29 15:53:16.508583 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:16.519814 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b634f3-fe51-4488-a79d-00073c3650e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b31e09-a0b9-489a-b22b-e424fa0d8ceb,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:16.524104 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-40b634f3-fe51-4488-a79d-00073c3650e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:16.635480 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.674480 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port 406cdb3b-c42d-4fa5-971a-d02de3e7b21a, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=406cdb3b-c42d-4fa5-971a-d02de3e7b21a,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:16.682313 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.683252 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:16.690835 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:16.839170 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=406cdb3b-c42d-4fa5-971a-d02de3e7b21a,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:16.843177 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:16.853995 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:16.854667 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.047485 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48152) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:17.066736 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-27ef6a1c-2be2-49b0-8b38-65d76cfd7538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.260215 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-27ef6a1c-2be2-49b0-8b38-65d76cfd7538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.267275 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-27ef6a1c-2be2-49b0-8b38-65d76cfd7538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.291667 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-24caa71c-3956-4fc1-8af8-9af201fc6d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:17.334032 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 0e8b7b54-acea-450b-b41a-d8d97fa437ff up at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:17.381713 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef6a1c-2be2-49b0-8b38-65d76cfd7538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9f88f4-f224-4371-94f9-ef3ea014de89,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:17.386925 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-27ef6a1c-2be2-49b0-8b38-65d76cfd7538 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe9948e6b2fd4b07b81fff98ad17bcc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374755 Jun 29 15:53:17.388170 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-27ef6a1c-2be2-49b0-8b38-65d76cfd7538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:17.389494 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48172) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:17.421778 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42739436-be3e-4df2-b68a-8b038d20e5c1 req-04e46d69-4560-4754-b3f3-f00e986b6ab2 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:17.423905 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-42739436-be3e-4df2-b68a-8b038d20e5c1 req-04e46d69-4560-4754-b3f3-f00e986b6ab2 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 945 time: 0.0991936 Jun 29 15:53:17.446980 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning for port 0e8b7b54-acea-450b-b41a-d8d97fa437ff completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:17.452804 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning complete for port 0e8b7b54-acea-450b-b41a-d8d97fa437ff triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:17.453112 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.510039 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aaedb6cc-be43-4452-8000-4de4275e0170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.542249 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aaedb6cc-be43-4452-8000-4de4275e0170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.545232 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-42739436-be3e-4df2-b68a-8b038d20e5c1 req-925a686a-f7b7-4e7f-8333-0d59563051f4 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152163 Jun 29 15:53:17.684332 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.716037 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8b7b54-acea-450b-b41a-d8d97fa437ff'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:53:17.787198 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aaedb6cc-be43-4452-8000-4de4275e0170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.801860 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aaedb6cc-be43-4452-8000-4de4275e0170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.805288 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-aaedb6cc-be43-4452-8000-4de4275e0170 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8a9f88f4-f224-4371-94f9-ef3ea014de89 HTTP/1.1" status: 204 len: 168 time: 0.4140968 Jun 29 15:53:17.812692 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:17.817027 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 0e8b7b54-acea-450b-b41a-d8d97fa437ff, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0e8b7b54-acea-450b-b41a-d8d97fa437ff,segment=NetworkSegment(2b34a4ac-cb38-4e2b-a5fe-b490ba37971f),segment_id=2b34a4ac-cb38-4e2b-a5fe-b490ba37971f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:17.824595 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.825547 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 42280368-1183-4f33-a4fe-1ceb75164027 up at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:17.828403 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:17.842776 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedb6cc-be43-4452-8000-4de4275e0170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9f88f4-f224-4371-94f9-ef3ea014de89,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:17.857347 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-aaedb6cc-be43-4452-8000-4de4275e0170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:17.894194 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86444792-d787-4b03-ad06-4f974d693621 req-8f216b9f-604d-4875-a410-5609d8004f6c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:17.898454 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-86444792-d787-4b03-ad06-4f974d693621 req-8f216b9f-604d-4875-a410-5609d8004f6c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 945 time: 0.3208454 Jun 29 15:53:17.988091 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning for port 42280368-1183-4f33-a4fe-1ceb75164027 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:18.009844 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning complete for port 42280368-1183-4f33-a4fe-1ceb75164027 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:18.011302 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.015990 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=0e8b7b54-acea-450b-b41a-d8d97fa437ff,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:18.059451 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:18.067966 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-86444792-d787-4b03-ad06-4f974d693621 req-6dc78810-b6a0-4605-9d5e-53e7393eb197 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636267 Jun 29 15:53:18.078532 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46250c-a4db-48cc-8c57-9299fcaf3fbf req-99b5074c-e687-42e3-abdc-48624fa4fc1c tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:18.091359 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8c46250c-a4db-48cc-8c57-9299fcaf3fbf req-99b5074c-e687-42e3-abdc-48624fa4fc1c tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 944 time: 0.2470510 Jun 29 15:53:18.124956 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 406cdb3b-c42d-4fa5-971a-d02de3e7b21a up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:18.177077 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8c46250c-a4db-48cc-8c57-9299fcaf3fbf req-9d6baa09-347d-43e8-9743-a5d8a67e8a24 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842583 Jun 29 15:53:18.218063 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 406cdb3b-c42d-4fa5-971a-d02de3e7b21a triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:18.218625 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.221714 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.301005 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 42280368-1183-4f33-a4fe-1ceb75164027, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=42280368-1183-4f33-a4fe-1ceb75164027,segment=NetworkSegment(c02c780a-ef66-494f-a424-1756a7cb6c3f),segment_id=c02c780a-ef66-494f-a424-1756a7cb6c3f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:18.310712 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e148ad334d6b0a25feb6cb172eaafc5bfcff4dbaa69dd97dd66c28eda2659d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04047ea2-a4ff-42cf-ab55-6165c5ea5929" -d '{"events": [{"server_uuid": "ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3", "name": "network-vif-plugged", "status": "completed", "tag": "0e8b7b54-acea-450b-b41a-d8d97fa437ff"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:53:18.322244 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.328513 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 51a30074-aa07-4281-9ad4-e6d428a2befa up at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:18.335285 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:18.452317 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=42280368-1183-4f33-a4fe-1ceb75164027,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:18.474736 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:18.492834 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning for port 51a30074-aa07-4281-9ad4-e6d428a2befa completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:18.504009 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning complete for port 51a30074-aa07-4281-9ad4-e6d428a2befa triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:18.504947 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.637787 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.661390 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Sync routers for ids ['bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:53:18.736371 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Routers {'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:53:18.744892 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:53:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:18.806060 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa669af-68a4-4542-b863-18b2932c093d x-openstack-request-id: req-2fa669af-68a4-4542-b863-18b2932c093d {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:53:18.806541 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3", "name": "network-vif-plugged", "status": "completed", "tag": "0e8b7b54-acea-450b-b41a-d8d97fa437ff", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:53:18.807444 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2fa669af-68a4-4542-b863-18b2932c093d {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:53:18.810671 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8b7b54-acea-450b-b41a-d8d97fa437ff', 'code': 200} Jun 29 15:53:18.813956 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 51a30074-aa07-4281-9ad4-e6d428a2befa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=51a30074-aa07-4281-9ad4-e6d428a2befa,segment=NetworkSegment(b03bb11f-7894-40e0-9619-0b0fe2c55e5b),segment_id=b03bb11f-7894-40e0-9619-0b0fe2c55e5b)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:18.911061 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.918319 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 7927e555-949a-4add-bef4-08f1bfd4555d up at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:18.925419 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:18.993350 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39053aac-a2eb-48d7-b69b-5913a45b47bc req-283386c0-c7b9-4de8-bd68-a214efcb0daa tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:19.002003 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-39053aac-a2eb-48d7-b69b-5913a45b47bc req-283386c0-c7b9-4de8-bd68-a214efcb0daa tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 946 time: 0.1444767 Jun 29 15:53:19.100051 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-39053aac-a2eb-48d7-b69b-5913a45b47bc req-3fcc47b4-ab2f-4666-b502-de967e056b7e tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926511 Jun 29 15:53:19.253913 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=51a30074-aa07-4281-9ad4-e6d428a2befa,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:19.277438 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:19.299008 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Set router bcd8318a-ecb8-4d21-9bf9-ee4323af24a9 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:53:19.365114 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning for port 7927e555-949a-4add-bef4-08f1bfd4555d completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:19.383910 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning complete for port 7927e555-949a-4add-bef4-08f1bfd4555d triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:19.384240 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:19.534994 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dccd1e-c4eb-4c9a-b3f0-44f55fe4f4ab req-38b4d7c2-4cb1-4b33-9463-d76bb3d707f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:19.537405 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e1dccd1e-c4eb-4c9a-b3f0-44f55fe4f4ab req-38b4d7c2-4cb1-4b33-9463-d76bb3d707f7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 1099 time: 0.3709879 Jun 29 15:53:19.577801 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e1dccd1e-c4eb-4c9a-b3f0-44f55fe4f4ab req-91a15b62-7d92-4392-9bce-4a8b308c7773 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:19.608067 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b94320-f459-43d3-9bb0-dbea8dc62868 req-15fa2082-00cd-4f5b-9579-30bde2cbd51c tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:19.619871 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a4b94320-f459-43d3-9bb0-dbea8dc62868 req-15fa2082-00cd-4f5b-9579-30bde2cbd51c tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 945 time: 0.1794391 Jun 29 15:53:19.631744 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72c9db-65de-4e06-a8cf-efb0bfa457ae req-9d02f9bc-021c-44d7-a6ca-cfd1cfcfd985 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:19.644941 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ac72c9db-65de-4e06-a8cf-efb0bfa457ae req-9d02f9bc-021c-44d7-a6ca-cfd1cfcfd985 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.2951746 Jun 29 15:53:19.739977 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a4b94320-f459-43d3-9bb0-dbea8dc62868 req-634e88f2-eb98-4450-a3fd-e432349661d3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137774 Jun 29 15:53:19.787056 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ac72c9db-65de-4e06-a8cf-efb0bfa457ae req-c36741dd-e5d3-46c6-8bb8-9d25d02f7f08 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405041 Jun 29 15:53:19.819854 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:19.909184 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 7927e555-949a-4add-bef4-08f1bfd4555d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7927e555-949a-4add-bef4-08f1bfd4555d,segment=NetworkSegment(2b34a4ac-cb38-4e2b-a5fe-b490ba37971f),segment_id=2b34a4ac-cb38-4e2b-a5fe-b490ba37971f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:19.923504 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:19.927604 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:19.971804 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'name': 'tempest-TestMinimumBasicScenario-1135285979-router', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:08Z', 'updated_at': '2021-06-29T15:53:12Z', 'revision_number': 4, 'project_id': '530b2bc150994bfdb30807763d12c4dd', 'gw_port': {'id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:09Z', 'updated_at': '2021-06-29T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '0224062b-2186-4ad2-a064-faa257cf4ae0', 'name': '', 'network_id': '441fb5f1-b575-4397-891b-71e64efc59a5', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd', 'mac_address': 'fa:16:3e:43:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'bfd852f0-7bc3-4357-a657-00f816975c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:11Z', 'updated_at': '2021-06-29T15:53:13Z', 'revision_number': 2, 'project_id': '530b2bc150994bfdb30807763d12c4dd', 'subnets': [{'id': 'bfd852f0-7bc3-4357-a657-00f816975c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:20.023451 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Checking router: bcd8318a-ecb8-4d21-9bf9-ee4323af24a9 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:53:20.024131 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Updating router bcd8318a-ecb8-4d21-9bf9-ee4323af24a9 port 0224062b-2186-4ad2-a064-faa257cf4ae0 binding host dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:53:20.042621 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e1dccd1e-c4eb-4c9a-b3f0-44f55fe4f4ab req-91a15b62-7d92-4392-9bce-4a8b308c7773 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:20.047535 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48264) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:20.067924 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e1dccd1e-c4eb-4c9a-b3f0-44f55fe4f4ab req-91a15b62-7d92-4392-9bce-4a8b308c7773 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:20.086068 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:20.091226 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e1dccd1e-c4eb-4c9a-b3f0-44f55fe4f4ab req-91a15b62-7d92-4392-9bce-4a8b308c7773 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434334 Jun 29 15:53:20.125405 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=7927e555-949a-4add-bef4-08f1bfd4555d,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:20.129282 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:20.133277 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a15b62-7d92-4392-9bce-4a8b308c7773 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=de0d3198-5b33-447f-b2eb-af4d467e61bd,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:20.133760 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:20.137275 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-91a15b62-7d92-4392-9bce-4a8b308c7773 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:20.359596 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e156e583-5ed3-4d7f-8b54-97592ed4d316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:20.461001 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1fea-72ae-4e48-92a5-5770ae6ae3dc req-141f5761-37a1-4187-9e4f-cf7485b286cf tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:20.473292 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1d0a1fea-72ae-4e48-92a5-5770ae6ae3dc req-141f5761-37a1-4187-9e4f-cf7485b286cf tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 946 time: 0.1921790 Jun 29 15:53:20.560191 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1d0a1fea-72ae-4e48-92a5-5770ae6ae3dc req-a205e5eb-2438-484d-a56a-e52a88c0876a tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846090 Jun 29 15:53:20.686279 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e156e583-5ed3-4d7f-8b54-97592ed4d316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:20.696077 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e156e583-5ed3-4d7f-8b54-97592ed4d316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:20.765756 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4a408c62-6129-41de-a501-7d3fdc33defb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:20.782936 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48284) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:20.790269 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e156e583-5ed3-4d7f-8b54-97592ed4d316 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e9d451947f0f483c908ec0dd47027185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7406917 Jun 29 15:53:20.826102 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0690d71a-4457-4993-9a1c-3b6e0d76e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42280368-1183-4f33-a4fe-1ceb75164027'}, {'server_uuid': 'b3918afd-b932-41cb-b390-0fe4b6e0492d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a30074-aa07-4281-9ad4-e6d428a2befa'}, {'server_uuid': '9c75a977-8a53-459e-b27f-fa2eb1470724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7927e555-949a-4add-bef4-08f1bfd4555d'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:53:20.838878 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e148ad334d6b0a25feb6cb172eaafc5bfcff4dbaa69dd97dd66c28eda2659d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c614c8-be82-4c79-8160-f902ecf1e599" -d '{"events": [{"server_uuid": "0690d71a-4457-4993-9a1c-3b6e0d76e089", "name": "network-vif-plugged", "status": "completed", "tag": "42280368-1183-4f33-a4fe-1ceb75164027"}, {"server_uuid": "b3918afd-b932-41cb-b390-0fe4b6e0492d", "name": "network-vif-plugged", "status": "completed", "tag": "51a30074-aa07-4281-9ad4-e6d428a2befa"}, {"server_uuid": "9c75a977-8a53-459e-b27f-fa2eb1470724", "name": "network-vif-plugged", "status": "completed", "tag": "7927e555-949a-4add-bef4-08f1bfd4555d"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:53:20.859378 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156e583-5ed3-4d7f-8b54-97592ed4d316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628d8b95-19b2-494d-86e7-2b195ca90d37,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:20.869123 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:20.877068 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e156e583-5ed3-4d7f-8b54-97592ed4d316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:20.906368 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Transition to ACTIVE for port object 0224062b-2186-4ad2-a064-faa257cf4ae0 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:20.911313 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-db8afe77-26bd-418c-acdb-2c074e04b761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:20.917345 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:20.932312 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:20.953174 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-db8afe77-26bd-418c-acdb-2c074e04b761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:20.993057 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3c8ab-eab5-4c34-87ab-c6a48728fd09 None None] Pushing event updated for resources: {'Port': ['ID=0224062b-2186-4ad2-a064-faa257cf4ae0,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:21.008534 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-4cf3c8ab-eab5-4c34-87ab-c6a48728fd09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:21.164056 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491a98a-d3c7-4b4a-9ac6-29e080f7658f req-32ccb752-227f-402b-8421-9ee398b27668 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:21.165968 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-db8afe77-26bd-418c-acdb-2c074e04b761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:21.171889 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5491a98a-d3c7-4b4a-9ac6-29e080f7658f req-32ccb752-227f-402b-8421-9ee398b27668 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.2179859 Jun 29 15:53:21.173237 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-db8afe77-26bd-418c-acdb-2c074e04b761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:21.174491 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-db8afe77-26bd-418c-acdb-2c074e04b761 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/628d8b95-19b2-494d-86e7-2b195ca90d37 HTTP/1.1" status: 204 len: 168 time: 0.3897700 Jun 29 15:53:21.179426 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-caa1fe73-99f6-457b-abb2-8d2111f718d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:21.211421 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d6398-d299-4548-8786-2d5f73ab175a req-2d622de1-15d1-4ea2-91ca-fd30d4250105 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:21.213308 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-465d6398-d299-4548-8786-2d5f73ab175a req-2d622de1-15d1-4ea2-91ca-fd30d4250105 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 945 time: 0.1876829 Jun 29 15:53:21.224769 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Attempting to bind port 0224062b-2186-4ad2-a064-faa257cf4ae0 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:53:21.225434 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Attempting to bind port 0224062b-2186-4ad2-a064-faa257cf4ae0 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': '27bc5f28-32a7-4e4e-b7ee-5775a12a7291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '441fb5f1-b575-4397-891b-71e64efc59a5'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:53:21.226134 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Attempting to bind port 0224062b-2186-4ad2-a064-faa257cf4ae0 on network 441fb5f1-b575-4397-891b-71e64efc59a5 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:21.234070 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:53:21.238735 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Checking segment: {'id': '27bc5f28-32a7-4e4e-b7ee-5775a12a7291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '441fb5f1-b575-4397-891b-71e64efc59a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:21.239388 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:21.239984 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Bound using segment: {'id': '27bc5f28-32a7-4e4e-b7ee-5775a12a7291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '441fb5f1-b575-4397-891b-71e64efc59a5'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:53:21.240660 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Bound port: 0224062b-2186-4ad2-a064-faa257cf4ae0, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27bc5f28-32a7-4e4e-b7ee-5775a12a7291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '441fb5f1-b575-4397-891b-71e64efc59a5'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:53:21.251973 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:21.256869 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5491a98a-d3c7-4b4a-9ac6-29e080f7658f req-d584320a-6214-4382-8465-155e3061f357 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838156 Jun 29 15:53:21.264125 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8afe77-26bd-418c-acdb-2c074e04b761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628d8b95-19b2-494d-86e7-2b195ca90d37,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:21.273298 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-db8afe77-26bd-418c-acdb-2c074e04b761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:21.298146 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-465d6398-d299-4548-8786-2d5f73ab175a req-15967c8c-a5d9-4fde-8d1d-ae29393cb150 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771830 Jun 29 15:53:21.415724 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 29 Jun 2021 15:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2c5173-93b7-4bab-be2a-598f69a63735 x-openstack-request-id: req-bc2c5173-93b7-4bab-be2a-598f69a63735 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:53:21.425939 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0690d71a-4457-4993-9a1c-3b6e0d76e089", "name": "network-vif-plugged", "status": "completed", "tag": "42280368-1183-4f33-a4fe-1ceb75164027", "code": 200}, {"server_uuid": "b3918afd-b932-41cb-b390-0fe4b6e0492d", "name": "network-vif-plugged", "status": "completed", "tag": "51a30074-aa07-4281-9ad4-e6d428a2befa", "code": 200}, {"server_uuid": "9c75a977-8a53-459e-b27f-fa2eb1470724", "name": "network-vif-plugged", "status": "completed", "tag": "7927e555-949a-4add-bef4-08f1bfd4555d", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:53:21.426386 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc2c5173-93b7-4bab-be2a-598f69a63735 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:53:21.427272 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0690d71a-4457-4993-9a1c-3b6e0d76e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42280368-1183-4f33-a4fe-1ceb75164027', 'code': 200} Jun 29 15:53:21.427977 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3918afd-b932-41cb-b390-0fe4b6e0492d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a30074-aa07-4281-9ad4-e6d428a2befa', 'code': 200} Jun 29 15:53:21.428383 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c75a977-8a53-459e-b27f-fa2eb1470724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7927e555-949a-4add-bef4-08f1bfd4555d', 'code': 200} Jun 29 15:53:21.483522 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] For port 0224062b-2186-4ad2-a064-faa257cf4ae0, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:53:21.497536 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] For port 0224062b-2186-4ad2-a064-faa257cf4ae0, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=0224062b-2186-4ad2-a064-faa257cf4ae0,segment=NetworkSegment(27bc5f28-32a7-4e4e-b7ee-5775a12a7291),segment_id=27bc5f28-32a7-4e4e-b7ee-5775a12a7291)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:53:21.512186 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:21.515508 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:21.697096 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Routers {'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:53:21.708547 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:53:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:21.772635 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3c8ab-eab5-4c34-87ab-c6a48728fd09 None None] Pushing event updated for resources: {'Port': ['ID=0224062b-2186-4ad2-a064-faa257cf4ae0,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:21.779325 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-4cf3c8ab-eab5-4c34-87ab-c6a48728fd09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:21.826932 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48312) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:21.845808 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3d6c050-60af-4e52-8b62-39899795bc01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.084855 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3d6c050-60af-4e52-8b62-39899795bc01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.086562 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 0224062b-2186-4ad2-a064-faa257cf4ae0 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:22.094318 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3d6c050-60af-4e52-8b62-39899795bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.114930 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] Set router bcd8318a-ecb8-4d21-9bf9-ee4323af24a9 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:53:22.166482 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0e193efb-2c4a-40a4-a965-c1e1725a814e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:22.177672 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d3d6c050-60af-4e52-8b62-39899795bc01 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=927625109a5d43208d56f526c02c4ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3464177 Jun 29 15:53:22.179040 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48320) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:22.211409 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1bd81-b6f1-499d-b0d7-4e9fc0bbb575 req-2744bf1a-d1f7-493b-b431-c8488119e803 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:22.212933 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5bb1bd81-b6f1-499d-b0d7-4e9fc0bbb575 req-2744bf1a-d1f7-493b-b431-c8488119e803 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 946 time: 0.2143266 Jun 29 15:53:22.307467 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6c050-60af-4e52-8b62-39899795bc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd671be-a069-4fef-9b05-c6f7e8ba324b,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:22.314858 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f270-b3d0-48a1-b321-691034e9bd2e req-a5b10e7e-c3e3-4459-b1df-61da4add2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:22.319152 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6087f270-b3d0-48a1-b321-691034e9bd2e req-a5b10e7e-c3e3-4459-b1df-61da4add2436 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 1099 time: 0.3977947 Jun 29 15:53:22.325516 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d3d6c050-60af-4e52-8b62-39899795bc01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:22.410136 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23b084-5c63-4f81-babf-efbc9590f567 req-230f7c02-0aff-40c4-b399-993f2cd921c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:22.419735 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7a23b084-5c63-4f81-babf-efbc9590f567 req-230f7c02-0aff-40c4-b399-993f2cd921c9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9c75a977-8a53-459e-b27f-fa2eb1470724 HTTP/1.1" status: 200 len: 1099 time: 0.2557309 Jun 29 15:53:22.419913 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6087f270-b3d0-48a1-b321-691034e9bd2e req-a5b70641-e712-45f3-842b-4a63ddc3a48e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368574 Jun 29 15:53:22.458745 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5bb1bd81-b6f1-499d-b0d7-4e9fc0bbb575 req-15bec828-70a1-49c9-9fec-f72b30a85742 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000837 Jun 29 15:53:22.505054 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-08fdc50b-8626-48a3-b051-5572432cf152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.557359 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port 0224062b-2186-4ad2-a064-faa257cf4ae0 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:22.562974 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-08fdc50b-8626-48a3-b051-5572432cf152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.566929 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 0224062b-2186-4ad2-a064-faa257cf4ae0 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:22.567319 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.639333 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48328) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:22.672260 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fedf1e-10ea-4fda-af92-e3c0b1fb0b92 req-6b9fc731-4ae2-46cb-813a-e65085ab554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:22.674197 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-96fedf1e-10ea-4fda-af92-e3c0b1fb0b92 req-6b9fc731-4ae2-46cb-813a-e65085ab554a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 1098 time: 0.4586504 Jun 29 15:53:22.676740 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-08fdc50b-8626-48a3-b051-5572432cf152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.679692 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7a23b084-5c63-4f81-babf-efbc9590f567 req-b28086b2-7262-4b10-9fb8-a40ba1c4388d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737700 Jun 29 15:53:22.679870 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-08fdc50b-8626-48a3-b051-5572432cf152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.685419 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-08fdc50b-8626-48a3-b051-5572432cf152 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5fd671be-a069-4fef-9b05-c6f7e8ba324b HTTP/1.1" status: 204 len: 168 time: 0.4987352 Jun 29 15:53:22.686247 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4c294356-b937-41c3-a1ac-6f645ade59ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:22.729967 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdc50b-8626-48a3-b051-5572432cf152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd671be-a069-4fef-9b05-c6f7e8ba324b,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:22.733330 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-08fdc50b-8626-48a3-b051-5572432cf152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:22.750085 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474a528-0bd1-4889-bfee-e94f2f083972 req-d0505fb9-0ae6-40a0-aae6-e3d7568743f6 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:22.767470 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c474a528-0bd1-4889-bfee-e94f2f083972 req-d0505fb9-0ae6-40a0-aae6-e3d7568743f6 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.2536802 Jun 29 15:53:22.770017 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cf189-7307-488f-b832-ed8db170f846 req-9ed1f689-4e74-462b-8398-d025bff99239 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:22.778127 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-da8cf189-7307-488f-b832-ed8db170f846 req-9ed1f689-4e74-462b-8398-d025bff99239 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 945 time: 0.0794744 Jun 29 15:53:22.849848 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.863865 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-da8cf189-7307-488f-b832-ed8db170f846 req-a31ecf56-656c-4af1-910b-ec97f8fefa74 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810087 Jun 29 15:53:22.869399 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-96fedf1e-10ea-4fda-af92-e3c0b1fb0b92 req-8a8389e7-d560-4d47-96b7-828e3666d4c0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696752 Jun 29 15:53:22.876913 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c474a528-0bd1-4889-bfee-e94f2f083972 req-aedabe97-8cc9-44d4-a8b3-c5ae9f2b69b2 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084130 Jun 29 15:53:22.926400 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'name': 'tempest-TestMinimumBasicScenario-1135285979-router', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:08Z', 'updated_at': '2021-06-29T15:53:12Z', 'revision_number': 4, 'project_id': '530b2bc150994bfdb30807763d12c4dd', 'gw_port': {'id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:09Z', 'updated_at': '2021-06-29T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '0224062b-2186-4ad2-a064-faa257cf4ae0', 'name': '', 'network_id': '441fb5f1-b575-4397-891b-71e64efc59a5', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd', 'mac_address': 'fa:16:3e:43:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'bfd852f0-7bc3-4357-a657-00f816975c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:11Z', 'updated_at': '2021-06-29T15:53:21Z', 'revision_number': 4, 'project_id': '530b2bc150994bfdb30807763d12c4dd', 'subnets': [{'id': 'bfd852f0-7bc3-4357-a657-00f816975c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:22.965400 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port 0224062b-2186-4ad2-a064-faa257cf4ae0, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=0224062b-2186-4ad2-a064-faa257cf4ae0,segment=NetworkSegment(27bc5f28-32a7-4e4e-b7ee-5775a12a7291),segment_id=27bc5f28-32a7-4e4e-b7ee-5775a12a7291)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:22.966516 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c08fc0-99c5-4d24-8d7d-d9e5e8d12a86 None None] The sync data for ids ['bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'] in dv-cinder-786627-15-iscsi is: [{'id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'name': 'tempest-TestMinimumBasicScenario-1135285979-router', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:08Z', 'updated_at': '2021-06-29T15:53:12Z', 'revision_number': 4, 'project_id': '530b2bc150994bfdb30807763d12c4dd', 'gw_port': {'id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:09Z', 'updated_at': '2021-06-29T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '0224062b-2186-4ad2-a064-faa257cf4ae0', 'name': '', 'network_id': '441fb5f1-b575-4397-891b-71e64efc59a5', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd', 'mac_address': 'fa:16:3e:43:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'bfd852f0-7bc3-4357-a657-00f816975c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:11Z', 'updated_at': '2021-06-29T15:53:21Z', 'revision_number': 4, 'project_id': '530b2bc150994bfdb30807763d12c4dd', 'subnets': [{'id': 'bfd852f0-7bc3-4357-a657-00f816975c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:53:22.977432 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.981876 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:23.114127 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=0224062b-2186-4ad2-a064-faa257cf4ae0,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:23.138846 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:23.139228 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:23.139644 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:23.139931 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:23.140274 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:23.140605 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:23.140934 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:23.141547 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:23.141660 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:23.141958 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:23.142283 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:23.142605 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:23.167773 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:23.212250 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-62bc5e23-fb3e-4441-a2b9-cda3bb2db421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.462382 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-62bc5e23-fb3e-4441-a2b9-cda3bb2db421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.472146 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-62bc5e23-fb3e-4441-a2b9-cda3bb2db421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.506593 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0c4d867a-7a22-4322-ba26-240f69b2a81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:23.587132 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc5e23-fb3e-4441-a2b9-cda3bb2db421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08057315-1425-4f09-be03-b0abffe79469,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:23.591318 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-62bc5e23-fb3e-4441-a2b9-cda3bb2db421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:23.599354 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-62bc5e23-fb3e-4441-a2b9-cda3bb2db421 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d7544f3307eb4a34aa4fd3fdb0e84295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9586859 Jun 29 15:53:23.602458 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48368) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:23.720821 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-320a0b9e-6e58-49dc-b459-d7acd2800259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.779203 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-320a0b9e-6e58-49dc-b459-d7acd2800259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.976801 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-320a0b9e-6e58-49dc-b459-d7acd2800259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.980264 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-320a0b9e-6e58-49dc-b459-d7acd2800259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.981669 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-320a0b9e-6e58-49dc-b459-d7acd2800259 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08057315-1425-4f09-be03-b0abffe79469 HTTP/1.1" status: 204 len: 168 time: 0.3781636 Jun 29 15:53:23.982832 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:24.006032 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a0b9e-6e58-49dc-b459-d7acd2800259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08057315-1425-4f09-be03-b0abffe79469,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:24.025660 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-320a0b9e-6e58-49dc-b459-d7acd2800259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:24.109678 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 0224062b-2186-4ad2-a064-faa257cf4ae0 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:24.236679 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 0224062b-2186-4ad2-a064-faa257cf4ae0 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:24.237767 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:24.254237 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7a00f-f59a-4ce8-ade3-6753387a9dde req-ce0411cc-f6e5-423a-89cb-b1362085b722 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:24.264769 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-94e7a00f-f59a-4ce8-ade3-6753387a9dde req-ce0411cc-f6e5-423a-89cb-b1362085b722 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 946 time: 0.6245863 Jun 29 15:53:24.421289 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-94e7a00f-f59a-4ce8-ade3-6753387a9dde req-1014170a-8710-4b3b-9515-47a6b80e41d6 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527946 Jun 29 15:53:24.516632 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf86f8-c685-4762-8275-f4af93c6ebfa req-8240f4a8-8010-4569-84b1-90678d75bdab tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:24.518235 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-06bf86f8-c685-4762-8275-f4af93c6ebfa req-8240f4a8-8010-4569-84b1-90678d75bdab tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.2685475 Jun 29 15:53:24.617140 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-06bf86f8-c685-4762-8275-f4af93c6ebfa req-43cabc1f-daa6-4b39-90c4-765a5d5dd009 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930443 Jun 29 15:53:24.856737 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddba160-5336-4fa7-8c20-c57488cdbc53 req-c22bc6fc-f26c-4255-a515-87e5bb00a351 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:24.860763 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2ddba160-5336-4fa7-8c20-c57488cdbc53 req-c22bc6fc-f26c-4255-a515-87e5bb00a351 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 945 time: 0.1233346 Jun 29 15:53:24.921388 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48402) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:24.960357 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-282cbd00-e141-4e4a-a6e9-62d70c10202d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:24.965172 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2ddba160-5336-4fa7-8c20-c57488cdbc53 req-f4a7c906-df54-4311-baec-60a768855724 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974989 Jun 29 15:53:25.133225 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-282cbd00-e141-4e4a-a6e9-62d70c10202d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:25.138384 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-282cbd00-e141-4e4a-a6e9-62d70c10202d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:25.140939 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a56137b2-6b09-48a7-82f0-39f443c9d5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:25.219923 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-282cbd00-e141-4e4a-a6e9-62d70c10202d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e46834fd9e364929927a55f21a4df653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951937 Jun 29 15:53:25.220851 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cbd00-e141-4e4a-a6e9-62d70c10202d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73cc960-bd43-4de2-adbf-3c2bbf41f606,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:25.222517 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48406) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:25.239069 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-282cbd00-e141-4e4a-a6e9-62d70c10202d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:25.307863 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929659bf-1492-457c-9861-8048bdc4ff55 req-1b980921-c064-4ec2-8abf-3eb01528151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:25.310160 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-929659bf-1492-457c-9861-8048bdc4ff55 req-1b980921-c064-4ec2-8abf-3eb01528151f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3eef1db2e18b4c9cb47f2668e1a20a91&device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0698950 Jun 29 15:53:25.355149 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0894a699-c197-4622-a442-576f68a32f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:25.397189 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0894a699-c197-4622-a442-576f68a32f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:25.418435 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929659bf-1492-457c-9861-8048bdc4ff55 req-81385fdb-079f-477f-8993-c4838849c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:25.419726 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e3726-a0d5-49d0-8df1-ecdb80ab8a64 req-245c7df2-3105-4236-80b5-c9fcea57a1b9 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:25.420419 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-929659bf-1492-457c-9861-8048bdc4ff55 req-81385fdb-079f-477f-8993-c4838849c5b1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4 HTTP/1.1" status: 200 len: 919 time: 0.1001191 Jun 29 15:53:25.421437 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-877e3726-a0d5-49d0-8df1-ecdb80ab8a64 req-245c7df2-3105-4236-80b5-c9fcea57a1b9 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.1024454 Jun 29 15:53:25.483878 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-877e3726-a0d5-49d0-8df1-ecdb80ab8a64 req-4a777f80-7e28-4b71-bb1f-8650b07ef79e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555174 Jun 29 15:53:25.486499 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-929659bf-1492-457c-9861-8048bdc4ff55 req-2c6b884d-4efd-4253-8e6e-026477b9dabc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e8b7b54-acea-450b-b41a-d8d97fa437ff HTTP/1.1" status: 200 len: 217 time: 0.0584438 Jun 29 15:53:25.509812 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0894a699-c197-4622-a442-576f68a32f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:25.512570 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0894a699-c197-4622-a442-576f68a32f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:25.513685 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0894a699-c197-4622-a442-576f68a32f13 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c73cc960-bd43-4de2-adbf-3c2bbf41f606 HTTP/1.1" status: 204 len: 168 time: 0.2900279 Jun 29 15:53:25.514573 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-003aa29a-5618-4d55-9c1b-68e55ad5860d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:25.523281 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894a699-c197-4622-a442-576f68a32f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73cc960-bd43-4de2-adbf-3c2bbf41f606,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:25.525638 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0894a699-c197-4622-a442-576f68a32f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:25.595095 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929659bf-1492-457c-9861-8048bdc4ff55 req-a26a3eff-3a7d-4efe-a545-8c13f9e7345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:25.596585 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-929659bf-1492-457c-9861-8048bdc4ff55 req-a26a3eff-3a7d-4efe-a545-8c13f9e7345c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f7889f3-fcb4-48a2-b06b-d94d20a5bf52 HTTP/1.1" status: 200 len: 858 time: 0.1036167 Jun 29 15:53:25.675861 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-929659bf-1492-457c-9861-8048bdc4ff55 req-a646b48f-911c-4dc1-982b-c13ba4b75386 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717964 Jun 29 15:53:25.877080 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-929659bf-1492-457c-9861-8048bdc4ff55 req-0101b7c5-934e-4431-b7ab-c3c94d7b1a43 service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709967 Jun 29 15:53:25.886819 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d6c5f-5e3a-4711-b551-76f15cf9faa7 req-fe62c236-3bf2-4a8a-b20c-a232f1a0bcd3 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:25.893852 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ec8d6c5f-5e3a-4711-b551-76f15cf9faa7 req-fe62c236-3bf2-4a8a-b20c-a232f1a0bcd3 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 946 time: 0.2171116 Jun 29 15:53:25.996725 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ec8d6c5f-5e3a-4711-b551-76f15cf9faa7 req-26c4e58a-31ec-4151-94ab-16c97e64f112 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017416 Jun 29 15:53:26.092443 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-929659bf-1492-457c-9861-8048bdc4ff55 req-a66025c9-6336-4bba-87a2-4f93025be8ca service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958787 Jun 29 15:53:26.305711 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48442) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:26.355752 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498855d-bbe3-495c-bf7f-dc600fd876cc req-a7e0ea07-dc7f-4d85-ab5d-3e2028200e34 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:26.366179 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8498855d-bbe3-495c-bf7f-dc600fd876cc req-a7e0ea07-dc7f-4d85-ab5d-3e2028200e34 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 945 time: 0.1307323 Jun 29 15:53:26.463327 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ac29-8eb5-4873-82ad-1c528de01b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:26.483328 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8498855d-bbe3-495c-bf7f-dc600fd876cc req-a740bfab-72ad-4647-8d51-8675603c1d2e tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162128 Jun 29 15:53:26.733512 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ac29-8eb5-4873-82ad-1c528de01b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:26.805308 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ac29-8eb5-4873-82ad-1c528de01b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:26.809849 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:26.864700 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-d4a6ac29-8eb5-4873-82ad-1c528de01b16 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=07485ca4342e42d58b7bb6cc881c0984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5578041 Jun 29 15:53:26.867370 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48466) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:26.873341 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6ac29-8eb5-4873-82ad-1c528de01b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89a37f6-3ba4-4f9c-9fab-80e806ed3cfa,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:26.882912 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d4a6ac29-8eb5-4873-82ad-1c528de01b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:26.908509 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a324dc9-2d4f-402e-97fb-8cf90f962c77 req-8adefa6e-32e9-4f3c-8172-6c0cb7616284 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:26.917056 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0a324dc9-2d4f-402e-97fb-8cf90f962c77 req-8adefa6e-32e9-4f3c-8172-6c0cb7616284 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.1791220 Jun 29 15:53:26.953724 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e599af1a-fb30-4478-96e9-9fcea8f77670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:26.987102 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0a324dc9-2d4f-402e-97fb-8cf90f962c77 req-54195910-47fa-4ab9-abe0-2549d90fafb2 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624607 Jun 29 15:53:27.019845 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e599af1a-fb30-4478-96e9-9fcea8f77670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:27.111751 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e599af1a-fb30-4478-96e9-9fcea8f77670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:27.114551 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e599af1a-fb30-4478-96e9-9fcea8f77670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:27.116135 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e599af1a-fb30-4478-96e9-9fcea8f77670 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b89a37f6-3ba4-4f9c-9fab-80e806ed3cfa HTTP/1.1" status: 204 len: 168 time: 0.2472951 Jun 29 15:53:27.116777 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3b3b11fb-4fe3-4332-a907-4c477fa08e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:27.135282 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599af1a-fb30-4478-96e9-9fcea8f77670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89a37f6-3ba4-4f9c-9fab-80e806ed3cfa,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:27.151940 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e599af1a-fb30-4478-96e9-9fcea8f77670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:27.544629 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48488) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:27.558651 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a533ab13-8725-4db1-b6ee-48d668563236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:27.672906 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a533ab13-8725-4db1-b6ee-48d668563236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:27.679299 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a533ab13-8725-4db1-b6ee-48d668563236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:27.689630 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e156e583-5ed3-4d7f-8b54-97592ed4d316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:27.731460 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a533ab13-8725-4db1-b6ee-48d668563236 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d612ea2cdb84f1a8ae135c8ee1ccb4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856966 Jun 29 15:53:27.732880 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533ab13-8725-4db1-b6ee-48d668563236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c5e0f0-302c-4c82-bdeb-8defb7df40bf,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:27.734578 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48496) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:27.736600 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a533ab13-8725-4db1-b6ee-48d668563236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:27.823421 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f32ed454-153c-4bc9-8cb5-f164bd180c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:27.860594 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f32ed454-153c-4bc9-8cb5-f164bd180c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:27.917192 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f32ed454-153c-4bc9-8cb5-f164bd180c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:27.920470 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f32ed454-153c-4bc9-8cb5-f164bd180c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:27.921859 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f32ed454-153c-4bc9-8cb5-f164bd180c55 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31c5e0f0-302c-4c82-bdeb-8defb7df40bf HTTP/1.1" status: 204 len: 168 time: 0.1862483 Jun 29 15:53:27.923638 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-08fdc50b-8626-48a3-b051-5572432cf152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:27.946303 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ed454-153c-4bc9-8cb5-f164bd180c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c5e0f0-302c-4c82-bdeb-8defb7df40bf,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:27.951085 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f32ed454-153c-4bc9-8cb5-f164bd180c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:28.188568 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380aa1e8-0384-4114-b33e-f59a00e7a037 req-d73ccf07-0b66-47b1-b795-ed124d770f2c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:28.190106 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-380aa1e8-0384-4114-b33e-f59a00e7a037 req-d73ccf07-0b66-47b1-b795-ed124d770f2c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0774918 Jun 29 15:53:28.242255 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-380aa1e8-0384-4114-b33e-f59a00e7a037 req-1a21aca8-5a9f-40ab-8677-0029b7694879 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429130 Jun 29 15:53:29.546238 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0c59a-9cb4-4446-be58-2668809f884b req-d791e23f-17ad-43dd-afdb-aa47447590de tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:29.548389 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4ff0c59a-9cb4-4446-be58-2668809f884b req-d791e23f-17ad-43dd-afdb-aa47447590de tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0987563 Jun 29 15:53:29.587054 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4ff0c59a-9cb4-4446-be58-2668809f884b req-81f2285f-b98b-466c-93e9-fce9b5be999e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325873 Jun 29 15:53:30.787231 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30686e66-8103-4d22-a15a-b55d62359619 req-587db995-244d-49a7-a97b-8a535e68ecd6 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:30.788866 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-30686e66-8103-4d22-a15a-b55d62359619 req-587db995-244d-49a7-a97b-8a535e68ecd6 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0875413 Jun 29 15:53:30.831433 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-30686e66-8103-4d22-a15a-b55d62359619 req-524f665f-8259-4924-bec0-bd9c71d297b5 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359385 Jun 29 15:53:32.015612 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecb348-bf97-483f-9dda-2c6024411e3f req-d4321ab6-e645-4815-aee9-bdaf58de3232 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:32.017788 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a7ecb348-bf97-483f-9dda-2c6024411e3f req-d4321ab6-e645-4815-aee9-bdaf58de3232 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0685689 Jun 29 15:53:32.068284 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a7ecb348-bf97-483f-9dda-2c6024411e3f req-96adac3e-abe8-445f-9b3a-dd2e5160e5e7 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444167 Jun 29 15:53:32.521064 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406e355-81f3-4afc-856f-a831ddf35082 req-5a0ba5f4-e131-428c-bda5-ab09ba9c1dac tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:32.522432 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4406e355-81f3-4afc-856f-a831ddf35082 req-5a0ba5f4-e131-428c-bda5-ab09ba9c1dac tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/networks?id=f03db3ed-aa59-45a2-8bf3-bb115c3cc976 HTTP/1.1" status: 200 len: 814 time: 0.1062479 Jun 29 15:53:32.536861 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4406e355-81f3-4afc-856f-a831ddf35082 req-8836c691-1a02-4ae4-95f0-a6c1a2132bf2 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/quotas/b5eb9347f0764f28ae522be4bcd4f8bf HTTP/1.1" status: 200 len: 375 time: 0.0090959 Jun 29 15:53:32.646311 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4406e355-81f3-4afc-856f-a831ddf35082 req-667fdd89-66cd-401a-bb76-fd485174eff6 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5eb9347f0764f28ae522be4bcd4f8bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030929 Jun 29 15:53:32.650687 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed58bc8e-da04-4acf-93d0-3a3dea21678a req-43d34a23-7171-4334-aa0f-eaba9f182373 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0974596 Jun 29 15:53:32.791518 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4406e355-81f3-4afc-856f-a831ddf35082 req-c67c4488-4637-43da-a943-b80cf9e8fdc5 service neutron] 10.222.0.66 "GET /v2.0/networks/f03db3ed-aa59-45a2-8bf3-bb115c3cc976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185520 Jun 29 15:53:32.806346 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58bc8e-da04-4acf-93d0-3a3dea21678a req-332c9f63-7eb1-4249-afdb-cf7a8c708b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:32.807760 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed58bc8e-da04-4acf-93d0-3a3dea21678a req-332c9f63-7eb1-4249-afdb-cf7a8c708b16 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dde65fe1b6b74022b0699a45512ae6cf&device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 1099 time: 0.0871878 Jun 29 15:53:33.139664 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4406e355-81f3-4afc-856f-a831ddf35082 req-00384ad6-e53a-4975-9b58-5aa95d9e5aa0 service neutron] 10.222.0.66 "GET /v2.0/networks/f03db3ed-aa59-45a2-8bf3-bb115c3cc976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417857 Jun 29 15:53:33.149388 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58bc8e-da04-4acf-93d0-3a3dea21678a req-17275a9a-5915-4de8-ab31-ae5d64e25c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:33.150768 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed58bc8e-da04-4acf-93d0-3a3dea21678a req-17275a9a-5915-4de8-ab31-ae5d64e25c56 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f86874b9-2623-40db-abbf-1a524d667e46 HTTP/1.1" status: 200 len: 912 time: 0.3088295 Jun 29 15:53:33.199333 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed58bc8e-da04-4acf-93d0-3a3dea21678a req-efae4f8a-e95b-40f0-8fa1-6fd667cbbd1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42280368-1183-4f33-a4fe-1ceb75164027 HTTP/1.1" status: 200 len: 217 time: 0.0386343 Jun 29 15:53:33.269616 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58bc8e-da04-4acf-93d0-3a3dea21678a req-3ce5b483-6106-47ad-9ce4-79e87ad8fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:33.271066 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed58bc8e-da04-4acf-93d0-3a3dea21678a req-3ce5b483-6106-47ad-9ce4-79e87ad8fbbf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fec9a335-f473-47e9-b3a1-46e3c429a526 HTTP/1.1" status: 200 len: 851 time: 0.0645115 Jun 29 15:53:33.319765 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed58bc8e-da04-4acf-93d0-3a3dea21678a req-4899760b-26c5-44b7-98b9-c87d1e8b9d33 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f86874b9-2623-40db-abbf-1a524d667e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361476 Jun 29 15:53:33.457416 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed58bc8e-da04-4acf-93d0-3a3dea21678a req-eb57f68e-c53f-4d8e-96a1-250db91df0eb service neutron] 10.222.0.77 "GET /v2.0/networks/f86874b9-2623-40db-abbf-1a524d667e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224089 Jun 29 15:53:33.483955 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07c895-beb5-4ee3-b5c0-15b29b719eaa req-342df790-a55e-415a-bf1e-a7b23ad3b840 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:33.485970 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed07c895-beb5-4ee3-b5c0-15b29b719eaa req-342df790-a55e-415a-bf1e-a7b23ad3b840 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.1103597 Jun 29 15:53:33.574522 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed07c895-beb5-4ee3-b5c0-15b29b719eaa req-dc147359-ed06-43a1-8725-bf7bbb5215db tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520256 Jun 29 15:53:33.608457 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed58bc8e-da04-4acf-93d0-3a3dea21678a req-676c11bb-c2d5-4f35-8766-34816f90c7a9 service neutron] 10.222.0.77 "GET /v2.0/networks/f86874b9-2623-40db-abbf-1a524d667e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406024 Jun 29 15:53:33.620679 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a0ca838c-50a8-4b0d-bccf-5a33d5873b4b req-51f1127d-317a-4302-a88c-0b59161cc10f tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 210 time: 0.0333798 Jun 29 15:53:34.764757 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77324e51-c9ef-4ce1-9e2c-dae7c963ad9f req-2d580e89-2601-4a08-b361-f45d16ba325b tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:34.766402 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-77324e51-c9ef-4ce1-9e2c-dae7c963ad9f req-2d580e89-2601-4a08-b361-f45d16ba325b tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0682790 Jun 29 15:53:34.777878 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a6b4035-dad0-4c67-b72a-e6b4f20cec38 req-30d19353-895e-4c17-8d44-5643de57f621 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 210 time: 0.0357928 Jun 29 15:53:34.817040 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-77324e51-c9ef-4ce1-9e2c-dae7c963ad9f req-85294584-7eec-4f69-be3f-4fa33c5af12e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444722 Jun 29 15:53:35.920913 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cfa0ac71-ac00-4ee1-8756-4d18097682bb req-f48a323c-4651-453e-9f5c-bf82004c4aa1 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 210 time: 0.0330222 Jun 29 15:53:35.986764 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adfabc-982c-49cd-8065-2344b1e1aed8 req-d08d8fc7-151c-4419-953f-8e85c4856f59 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:35.988290 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-76adfabc-982c-49cd-8065-2344b1e1aed8 req-d08d8fc7-151c-4419-953f-8e85c4856f59 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0624173 Jun 29 15:53:36.030695 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-76adfabc-982c-49cd-8065-2344b1e1aed8 req-f9b83827-7db5-4031-8a58-24599ec9ed05 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367527 Jun 29 15:53:37.060931 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8f1dc2a3-4608-45a0-aab2-e01273f3d657 req-bd8fc80f-e98a-4060-9a0d-8474710d2e24 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 210 time: 0.0292828 Jun 29 15:53:37.206114 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f19c5-df06-454d-a220-1d0fc2779e2d req-7ee1f972-a42f-468f-b487-93271fcfa016 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:37.207587 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4a6f19c5-df06-454d-a220-1d0fc2779e2d req-7ee1f972-a42f-468f-b487-93271fcfa016 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0629659 Jun 29 15:53:37.244477 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4a6f19c5-df06-454d-a220-1d0fc2779e2d req-e9e8bc7f-f63d-4afe-9fec-a2cdc8d323a2 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311356 Jun 29 15:53:37.718418 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:38.197101 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-be8955b5-a07d-4090-8af2-a5b7c034d7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:38.207123 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13a816ae-d45e-4b89-939c-127e2e7cfa2e req-68392ac6-2d9c-4ee3-9bee-9d504c05f3e9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 210 time: 0.0323069 Jun 29 15:53:38.416899 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dafc2-4d54-4938-a70b-6dcb77915371 req-beea22c0-9380-4b0f-949d-886299b00f0e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:38.418487 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-399dafc2-4d54-4938-a70b-6dcb77915371 req-beea22c0-9380-4b0f-949d-886299b00f0e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0647571 Jun 29 15:53:38.456462 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-399dafc2-4d54-4938-a70b-6dcb77915371 req-932d6260-1b79-4368-9718-7e935879be34 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321486 Jun 29 15:53:39.326334 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406e355-81f3-4afc-856f-a831ddf35082 req-d2932884-3d4b-468b-9552-11227f09edbc tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:39.327836 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4406e355-81f3-4afc-856f-a831ddf35082 req-d2932884-3d4b-468b-9552-11227f09edbc tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.77 "GET /v2.0/networks?id=f03db3ed-aa59-45a2-8bf3-bb115c3cc976 HTTP/1.1" status: 200 len: 814 time: 0.1085353 Jun 29 15:53:39.358514 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ce826815-73f5-457a-b04a-12e556ae26f8 req-e0c8274e-6b92-4683-8321-2a839ce82a9c tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 210 time: 0.0271003 Jun 29 15:53:39.622355 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d292b45-e934-4d5b-bc92-09ff1b410952 req-e5c8ad32-f40f-4bc1-b3b2-162776b54ad3 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:39.623793 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6d292b45-e934-4d5b-bc92-09ff1b410952 req-e5c8ad32-f40f-4bc1-b3b2-162776b54ad3 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0611966 Jun 29 15:53:39.662278 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6d292b45-e934-4d5b-bc92-09ff1b410952 req-56a96593-83d0-4406-b2f3-62c5301dbc69 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327666 Jun 29 15:53:39.847646 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-4406e355-81f3-4afc-856f-a831ddf35082 req-ddee4c01-3db1-41a1-b475-7246b52c19d9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Request body: {'port': {'device_id': '6ce9eaa3-4932-44e9-b122-c76d74df120d', 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976', 'admin_state_up': True, 'tenant_id': 'b5eb9347f0764f28ae522be4bcd4f8bf'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:39.960844 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4406e355-81f3-4afc-856f-a831ddf35082 req-ddee4c01-3db1-41a1-b475-7246b52c19d9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Made reservation on behalf of b5eb9347f0764f28ae522be4bcd4f8bf for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:53:39.965013 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4406e355-81f3-4afc-856f-a831ddf35082 req-ddee4c01-3db1-41a1-b475-7246b52c19d9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:40.098125 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-4406e355-81f3-4afc-856f-a831ddf35082 req-ddee4c01-3db1-41a1-b475-7246b52c19d9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Allocated IP 172.20.0.11 (f03db3ed-aa59-45a2-8bf3-bb115c3cc976/55160d04-7a1d-424d-9c81-93ef702ebd3e/e5dde5f1-bb76-4f9e-91d7-595751d4d65f) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:53:40.243834 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4406e355-81f3-4afc-856f-a831ddf35082 req-ddee4c01-3db1-41a1-b475-7246b52c19d9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:40.260220 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-4406e355-81f3-4afc-856f-a831ddf35082 req-ddee4c01-3db1-41a1-b475-7246b52c19d9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Transition to ACTIVE for port object e5dde5f1-bb76-4f9e-91d7-595751d4d65f will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:40.299232 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4406e355-81f3-4afc-856f-a831ddf35082 req-ddee4c01-3db1-41a1-b475-7246b52c19d9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:40.305207 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-45628c77-af52-4e25-bd8e-8a233f2bdbe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:40.362522 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4406e355-81f3-4afc-856f-a831ddf35082 req-ddee4c01-3db1-41a1-b475-7246b52c19d9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Network f03db3ed-aa59-45a2-8bf3-bb115c3cc976 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:40.366005 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-4406e355-81f3-4afc-856f-a831ddf35082 req-ddee4c01-3db1-41a1-b475-7246b52c19d9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:40.368822 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4406e355-81f3-4afc-856f-a831ddf35082 req-ddee4c01-3db1-41a1-b475-7246b52c19d9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:53:40.375357 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406e355-81f3-4afc-856f-a831ddf35082 req-ddee4c01-3db1-41a1-b475-7246b52c19d9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:40.376896 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4406e355-81f3-4afc-856f-a831ddf35082 req-ddee4c01-3db1-41a1-b475-7246b52c19d9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:40.397362 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee4c01-3db1-41a1-b475-7246b52c19d9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Pushing event updated for resources: {'Port': ['ID=e5dde5f1-bb76-4f9e-91d7-595751d4d65f,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:40.403023 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ddee4c01-3db1-41a1-b475-7246b52c19d9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:40.410456 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4406e355-81f3-4afc-856f-a831ddf35082 req-ddee4c01-3db1-41a1-b475-7246b52c19d9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5666115 Jun 29 15:53:40.435309 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Request body: {'port': {'device_id': '6ce9eaa3-4932-44e9-b122-c76d74df120d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:40.597766 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:40.787111 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-8cec8d6d-5a19-4426-ae53-2642734e1518 None None] Provisioning for port e5dde5f1-bb76-4f9e-91d7-595751d4d65f completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:40.803117 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d1a4bcf8-85ea-4efa-a576-9660dd483849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:40.805653 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-8cec8d6d-5a19-4426-ae53-2642734e1518 None None] Provisioning complete for port e5dde5f1-bb76-4f9e-91d7-595751d4d65f triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:40.806190 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8cec8d6d-5a19-4426-ae53-2642734e1518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:40.828583 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ddfbb-3f3f-4c7c-8150-2901db649692 req-d3ffb9e9-ac3d-49ee-9927-3eaaeecc4f58 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:40.848055 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7d0ddfbb-3f3f-4c7c-8150-2901db649692 req-d3ffb9e9-ac3d-49ee-9927-3eaaeecc4f58 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 932 time: 0.3436816 Jun 29 15:53:40.886950 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-8cec8d6d-5a19-4426-ae53-2642734e1518 None None] Port e5dde5f1-bb76-4f9e-91d7-595751d4d65f cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:53:40.887149 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd11ec6-61e5-4556-ab97-859c85f98842 req-f1c8e9f9-2e37-4356-a860-3ef63dfe1259 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:40.896925 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1fd11ec6-61e5-4556-ab97-859c85f98842 req-f1c8e9f9-2e37-4356-a860-3ef63dfe1259 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0868227 Jun 29 15:53:40.933920 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7d0ddfbb-3f3f-4c7c-8150-2901db649692 req-54e7eb26-3bac-46c2-bd20-ed4acb7197cd tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842810 Jun 29 15:53:40.946702 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1fd11ec6-61e5-4556-ab97-859c85f98842 req-d895a87f-1262-4484-813c-69ab61f5b0c1 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487111 Jun 29 15:53:41.111036 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5dde5f1-bb76-4f9e-91d7-595751d4d65f {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:53:41.119351 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:41.139530 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Transition to ACTIVE for port object e5dde5f1-bb76-4f9e-91d7-595751d4d65f will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:41.145312 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:41.148473 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:41.210808 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5dde5f1-bb76-4f9e-91d7-595751d4d65f,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:41.214281 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:41.264022 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Attempting to bind port e5dde5f1-bb76-4f9e-91d7-595751d4d65f on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:53:41.264538 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Attempting to bind port e5dde5f1-bb76-4f9e-91d7-595751d4d65f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '6abc6e9a-5dcf-47ac-8e8e-9f73d8071709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:53:41.265003 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Attempting to bind port e5dde5f1-bb76-4f9e-91d7-595751d4d65f on network f03db3ed-aa59-45a2-8bf3-bb115c3cc976 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:41.271973 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Port e5dde5f1-bb76-4f9e-91d7-595751d4d65f on network f03db3ed-aa59-45a2-8bf3-bb115c3cc976 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:53:41.272397 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Attempting to bind port e5dde5f1-bb76-4f9e-91d7-595751d4d65f on network f03db3ed-aa59-45a2-8bf3-bb115c3cc976 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:41.278189 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Checking agent: {'id': '1f42b8fb-87af-41ff-972d-c33b8bf8d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:53:41.278599 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Checking segment: {'id': '6abc6e9a-5dcf-47ac-8e8e-9f73d8071709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:41.279068 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Bound using segment: {'id': '6abc6e9a-5dcf-47ac-8e8e-9f73d8071709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:53:41.279651 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Bound port: e5dde5f1-bb76-4f9e-91d7-595751d4d65f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abc6e9a-5dcf-47ac-8e8e-9f73d8071709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:53:41.280082 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:41.364016 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:41.383152 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] For port e5dde5f1-bb76-4f9e-91d7-595751d4d65f, host hv-cinder-78662, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:53:41.387514 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] For port e5dde5f1-bb76-4f9e-91d7-595751d4d65f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5dde5f1-bb76-4f9e-91d7-595751d4d65f,segment=NetworkSegment(6abc6e9a-5dcf-47ac-8e8e-9f73d8071709),segment_id=6abc6e9a-5dcf-47ac-8e8e-9f73d8071709)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:53:41.396176 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:41.402540 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8a314a84-d929-4f1b-8288-66f0681e8573 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:41.510789 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:41.511426 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:41.512964 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4406e355-81f3-4afc-856f-a831ddf35082 req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] 10.222.0.77 "PUT /v2.0/ports/e5dde5f1-bb76-4f9e-91d7-595751d4d65f HTTP/1.1" status: 200 len: 1094 time: 1.0826221 Jun 29 15:53:41.513476 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce9eaa3-4932-44e9-b122-c76d74df120d', 'tag': 'e5dde5f1-bb76-4f9e-91d7-595751d4d65f'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:53:41.518166 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96cd8ea-b037-4de6-bb53-9bb36f4c6be3" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce9eaa3-4932-44e9-b122-c76d74df120d", "tag": "e5dde5f1-bb76-4f9e-91d7-595751d4d65f"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:53:41.553690 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5dde5f1-bb76-4f9e-91d7-595751d4d65f,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:41.567886 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:41.586388 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b3214b-8500-4a30-8825-47f8ee5bf83b x-openstack-request-id: req-38b3214b-8500-4a30-8825-47f8ee5bf83b {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:53:41.587110 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce9eaa3-4932-44e9-b122-c76d74df120d", "tag": "e5dde5f1-bb76-4f9e-91d7-595751d4d65f", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:53:41.587392 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-38b3214b-8500-4a30-8825-47f8ee5bf83b {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:53:41.587864 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce9eaa3-4932-44e9-b122-c76d74df120d', 'tag': 'e5dde5f1-bb76-4f9e-91d7-595751d4d65f', 'status': 'completed', 'code': 200} Jun 29 15:53:41.865840 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:41.914952 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48842) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:42.055700 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-012757fa-921a-418f-943a-c261e242a22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:42.181003 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06509e-192a-446a-936e-cab3edd4a083 req-e3bf7db7-5b08-4276-8f8e-b1d43c647186 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:42.189551 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2c06509e-192a-446a-936e-cab3edd4a083 req-e3bf7db7-5b08-4276-8f8e-b1d43c647186 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0917919 Jun 29 15:53:42.190008 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0fd19-4ae3-45ba-9d9e-1ea97d725f96 req-0c4a0fb9-0144-4ac9-9329-4b1e8d636a1e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:42.191506 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-86a0fd19-4ae3-45ba-9d9e-1ea97d725f96 req-0c4a0fb9-0144-4ac9-9329-4b1e8d636a1e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.1081376 Jun 29 15:53:42.243479 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2c06509e-192a-446a-936e-cab3edd4a083 req-a77afcfc-e9a2-4208-8800-9b042a45b929 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428138 Jun 29 15:53:42.262006 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-012757fa-921a-418f-943a-c261e242a22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:42.292040 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-86a0fd19-4ae3-45ba-9d9e-1ea97d725f96 req-81ca2a82-5645-47b3-bee6-479cf2bd0d3c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858359 Jun 29 15:53:42.292040 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-012757fa-921a-418f-943a-c261e242a22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:42.295967 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-830c45d6-3cbb-4aad-b9b1-569ce78e8c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:42.338063 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-012757fa-921a-418f-943a-c261e242a22a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0df346a2eea8476bbb423c2b65b1010d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219823 Jun 29 15:53:42.340755 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48856) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:42.342943 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012757fa-921a-418f-943a-c261e242a22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4ccd1f-0927-48d1-ac7b-edc9cf2b5bc0,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:42.346076 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-012757fa-921a-418f-943a-c261e242a22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:42.387931 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-16b0f04a-0b54-445e-b3b7-671584afd60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:42.408156 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-16b0f04a-0b54-445e-b3b7-671584afd60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:42.454830 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-16b0f04a-0b54-445e-b3b7-671584afd60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:42.458402 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-16b0f04a-0b54-445e-b3b7-671584afd60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:42.459670 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-16b0f04a-0b54-445e-b3b7-671584afd60d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae4ccd1f-0927-48d1-ac7b-edc9cf2b5bc0 HTTP/1.1" status: 204 len: 168 time: 0.1178491 Jun 29 15:53:42.460463 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b39723d3-1972-409e-8012-66a571eaa483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:42.468328 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0f04a-0b54-445e-b3b7-671584afd60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4ccd1f-0927-48d1-ac7b-edc9cf2b5bc0,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:42.470738 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-16b0f04a-0b54-445e-b3b7-671584afd60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:42.817665 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:53:43.518477 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81477bb-1ee9-4b53-9339-017148059c22 req-6b00f429-3049-4359-9100-19b1c51f98d7 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:43.519997 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e81477bb-1ee9-4b53-9339-017148059c22 req-6b00f429-3049-4359-9100-19b1c51f98d7 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.1028774 Jun 29 15:53:43.558237 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e81477bb-1ee9-4b53-9339-017148059c22 req-202f6511-91af-49b0-aa1c-1538df54d9a4 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320990 Jun 29 15:53:43.573341 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2595d-07e4-43a2-9284-9a59e64315e0 req-e810e667-ef82-4f10-8d21-22ef1d6a0f28 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:43.574825 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-27b2595d-07e4-43a2-9284-9a59e64315e0 req-e810e667-ef82-4f10-8d21-22ef1d6a0f28 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0647669 Jun 29 15:53:43.599557 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:43.612621 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-27b2595d-07e4-43a2-9284-9a59e64315e0 req-934d9943-44fb-4620-9f67-c9922e1af198 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310180 Jun 29 15:53:44.736432 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108dd01-9803-4cf5-83a7-19f09abbc817 req-78727752-6f58-441e-8570-e31bdce21ffd tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:44.737933 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c108dd01-9803-4cf5-83a7-19f09abbc817 req-78727752-6f58-441e-8570-e31bdce21ffd tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0665896 Jun 29 15:53:44.774357 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c108dd01-9803-4cf5-83a7-19f09abbc817 req-11c161cf-2c1a-4d93-a842-385c4a5cc961 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308812 Jun 29 15:53:44.796745 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b477d-74e3-483c-aa2f-89563cdcaefc req-b7ab5b69-8d30-4d1d-83d9-ba1dc14167e2 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:44.798250 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f60b477d-74e3-483c-aa2f-89563cdcaefc req-b7ab5b69-8d30-4d1d-83d9-ba1dc14167e2 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0703084 Jun 29 15:53:44.836617 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f60b477d-74e3-483c-aa2f-89563cdcaefc req-5576d733-fe71-43e9-9160-126d38aee0f9 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328312 Jun 29 15:53:45.948203 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803b5d0-4bb5-4b18-99ce-858b634c74f8 req-893909d6-31c2-4335-9879-fe10684c0659 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:45.955013 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0803b5d0-4bb5-4b18-99ce-858b634c74f8 req-893909d6-31c2-4335-9879-fe10684c0659 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0669398 Jun 29 15:53:46.001024 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0803b5d0-4bb5-4b18-99ce-858b634c74f8 req-de78a67a-c9e5-428b-aba3-e48bb73463f5 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449581 Jun 29 15:53:46.028604 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a3cae-8fe5-46cb-9e58-d92297c125fd req-d3ee698c-fc87-43dc-9360-7df70b701b72 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:46.030050 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8a2a3cae-8fe5-46cb-9e58-d92297c125fd req-d3ee698c-fc87-43dc-9360-7df70b701b72 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0686426 Jun 29 15:53:46.066506 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8a2a3cae-8fe5-46cb-9e58-d92297c125fd req-f89b5cd3-7edb-45cc-a2c1-9657e3c841b1 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301507 Jun 29 15:53:47.191135 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68825fde-7259-4013-8647-c4326ed0d370 req-cb9192ae-1bc1-466d-a25e-d32979ca5c06 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:47.192640 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-68825fde-7259-4013-8647-c4326ed0d370 req-cb9192ae-1bc1-466d-a25e-d32979ca5c06 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0782819 Jun 29 15:53:47.253496 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-68825fde-7259-4013-8647-c4326ed0d370 req-25f531aa-ecd5-4274-a873-f4048d7026a5 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551386 Jun 29 15:53:47.264309 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855c284-c74b-4714-8686-784f70f0dd7b req-76e599c8-9e8e-4bbb-bab0-1424bdd34ee6 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:47.265923 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0855c284-c74b-4714-8686-784f70f0dd7b req-76e599c8-9e8e-4bbb-bab0-1424bdd34ee6 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0806201 Jun 29 15:53:47.314481 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0855c284-c74b-4714-8686-784f70f0dd7b req-d8735fa0-eafd-493c-93b6-3f289354e8bc tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426192 Jun 29 15:53:48.429437 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf85d5-3712-414a-97a8-eebdfd7c5930 req-6cdb307f-5ff9-4ef1-867b-6d1121b0b1d7 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:48.430906 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5ebf85d5-3712-414a-97a8-eebdfd7c5930 req-6cdb307f-5ff9-4ef1-867b-6d1121b0b1d7 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0609362 Jun 29 15:53:48.471578 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5ebf85d5-3712-414a-97a8-eebdfd7c5930 req-9b5f2cce-1cf6-484e-a506-8ca40b1c9f7e tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351322 Jun 29 15:53:48.496546 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8b7bc-625b-4d55-ac0e-a50ea6a4e099 req-c13e7bf0-e268-4cb7-9682-9c5679a6ac49 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:48.498014 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a8a8b7bc-625b-4d55-ac0e-a50ea6a4e099 req-c13e7bf0-e268-4cb7-9682-9c5679a6ac49 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0696971 Jun 29 15:53:48.534711 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a8a8b7bc-625b-4d55-ac0e-a50ea6a4e099 req-4972c152-5a6d-4d26-9059-66d6d21a8ed6 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312223 Jun 29 15:53:49.643644 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d65b78-6929-4c9a-8a52-dc656cfb570d req-d347a750-fea3-43dd-9670-4a99a82e3ed9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:49.651741 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-49d65b78-6929-4c9a-8a52-dc656cfb570d req-d347a750-fea3-43dd-9670-4a99a82e3ed9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0710192 Jun 29 15:53:49.687131 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-49d65b78-6929-4c9a-8a52-dc656cfb570d req-3e4f7750-9c3a-4804-997d-211b94f2bc3b tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345113 Jun 29 15:53:49.719625 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271ccbb-6074-4a86-8d59-27ed4442f66d req-eaa80123-7140-49a8-a120-9dd26df7ab1e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:49.721099 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f271ccbb-6074-4a86-8d59-27ed4442f66d req-eaa80123-7140-49a8-a120-9dd26df7ab1e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0768454 Jun 29 15:53:49.757620 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f271ccbb-6074-4a86-8d59-27ed4442f66d req-dff1b616-d90e-404d-a8a6-cc971ef28e1d tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304480 Jun 29 15:53:50.854252 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641c1f0-2eda-4710-bef9-ee7f8a55d8f3 req-2e73d5db-1ee7-4bb0-9562-445fa3202e80 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:50.855663 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3641c1f0-2eda-4710-bef9-ee7f8a55d8f3 req-2e73d5db-1ee7-4bb0-9562-445fa3202e80 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0608280 Jun 29 15:53:50.892969 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3641c1f0-2eda-4710-bef9-ee7f8a55d8f3 req-f2bc1ca5-29b4-47ab-9904-9d76cab477ae tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317311 Jun 29 15:53:50.924399 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beb68b-01b4-43b6-afb5-c5b51d33cb6a req-f9f0b3e2-b9b7-46b1-9fc5-7050d2d1ced8 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:50.925864 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-20beb68b-01b4-43b6-afb5-c5b51d33cb6a req-f9f0b3e2-b9b7-46b1-9fc5-7050d2d1ced8 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0620666 Jun 29 15:53:50.961689 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-20beb68b-01b4-43b6-afb5-c5b51d33cb6a req-981d211b-48d4-48fa-aecf-867d63bc2e88 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295744 Jun 29 15:53:52.065354 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2a69f-7f72-4ebd-89c0-1c891f612853 req-ecd442c0-9031-4b17-98db-c841750924bd tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:52.066861 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2fb2a69f-7f72-4ebd-89c0-1c891f612853 req-ecd442c0-9031-4b17-98db-c841750924bd tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0672066 Jun 29 15:53:52.109898 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2fb2a69f-7f72-4ebd-89c0-1c891f612853 req-d2f036fe-e5c1-4099-b76e-724ea442f4a5 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314467 Jun 29 15:53:52.134245 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de0b28-b2f8-4570-8ff1-fa0139cad4d3 req-b6ff1330-f40a-4eff-aac8-60d8abaa8c26 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:52.135739 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-97de0b28-b2f8-4570-8ff1-fa0139cad4d3 req-b6ff1330-f40a-4eff-aac8-60d8abaa8c26 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0628731 Jun 29 15:53:52.171457 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-97de0b28-b2f8-4570-8ff1-fa0139cad4d3 req-4ebab5ba-0dac-4167-b297-3c3cef083e9d tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301814 Jun 29 15:53:53.286233 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01b2d7-f752-40a8-92e2-11cdbde9ca0c req-8b5054c0-4e2d-4389-91a8-a598a3f3b957 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:53.287750 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4a01b2d7-f752-40a8-92e2-11cdbde9ca0c req-8b5054c0-4e2d-4389-91a8-a598a3f3b957 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0614848 Jun 29 15:53:53.324162 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4a01b2d7-f752-40a8-92e2-11cdbde9ca0c req-5ae5f68c-5b9c-4348-97a5-908675e63ca9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309365 Jun 29 15:53:53.343788 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4f5b2-a952-466c-aecf-ff79198096ca req-cbad402a-fb3e-452a-9ff8-f2ce5fd9627a tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:53.345243 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c5f4f5b2-a952-466c-aecf-ff79198096ca req-cbad402a-fb3e-452a-9ff8-f2ce5fd9627a tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0655837 Jun 29 15:53:53.380395 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c5f4f5b2-a952-466c-aecf-ff79198096ca req-f35c485f-aca8-4dec-b3b3-c2c215685f74 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296187 Jun 29 15:53:54.493033 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae293f-f1b1-4843-b67c-e11901a18246 req-3b1b9087-0f67-4c21-85bf-123ed66b3a36 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:54.494487 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d4ae293f-f1b1-4843-b67c-e11901a18246 req-3b1b9087-0f67-4c21-85bf-123ed66b3a36 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0628762 Jun 29 15:53:54.531603 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d4ae293f-f1b1-4843-b67c-e11901a18246 req-2513e33d-ea63-4dc3-9875-3d313ec44fe9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312161 Jun 29 15:53:54.556116 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d21bb-bbda-4e27-b1e6-a097d0d8f8a9 req-29c4ecf5-a6aa-4282-a5b2-e80652119240 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:54.557641 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ea0d21bb-bbda-4e27-b1e6-a097d0d8f8a9 req-29c4ecf5-a6aa-4282-a5b2-e80652119240 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0671234 Jun 29 15:53:54.597663 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ea0d21bb-bbda-4e27-b1e6-a097d0d8f8a9 req-9223c7d4-66ee-4a9a-bea3-98b1af4c8ace tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344515 Jun 29 15:53:55.703259 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb15439-15a8-4723-8833-b87382ea1802 req-156b9040-a5fd-4014-a2ad-ad4b3f82581e tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:55.704768 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2bb15439-15a8-4723-8833-b87382ea1802 req-156b9040-a5fd-4014-a2ad-ad4b3f82581e tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0661838 Jun 29 15:53:55.747076 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2bb15439-15a8-4723-8833-b87382ea1802 req-d9f78008-30b7-44c4-94ab-63fb92dc0970 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365863 Jun 29 15:53:55.779988 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2f18b-baae-4953-a0e3-2067a33de28a req-0413d269-8497-48a8-81d9-cc3dd22c101a tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:55.781683 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bba2f18b-baae-4953-a0e3-2067a33de28a req-0413d269-8497-48a8-81d9-cc3dd22c101a tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0670176 Jun 29 15:53:55.817877 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bba2f18b-baae-4953-a0e3-2067a33de28a req-69a728c2-f5dd-4efc-9511-f02fb9fdb212 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306630 Jun 29 15:53:56.913797 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3188d8-cc0a-49c0-8650-1a58c0541168 req-c2b35e52-aa78-420a-9fc7-f7db11393cfa tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:56.915300 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4d3188d8-cc0a-49c0-8650-1a58c0541168 req-c2b35e52-aa78-420a-9fc7-f7db11393cfa tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0628822 Jun 29 15:53:56.952740 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4d3188d8-cc0a-49c0-8650-1a58c0541168 req-abcaefa4-e84c-4679-9304-e916ca6ebfc3 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317271 Jun 29 15:53:56.999075 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8446b-4eb4-4d4e-8089-d0c6cd474cac req-c413f6e7-359a-478a-a1ed-0a331f94bbf7 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:57.000564 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f8b8446b-4eb4-4d4e-8089-d0c6cd474cac req-c413f6e7-359a-478a-a1ed-0a331f94bbf7 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0690908 Jun 29 15:53:57.038249 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f8b8446b-4eb4-4d4e-8089-d0c6cd474cac req-4f14298e-b9e6-411e-90bf-e54575e57258 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316451 Jun 29 15:53:58.132669 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9c4b5-dcb9-4685-9b3f-a7ccba34cdb7 req-9ff216f6-9d75-475b-8509-ecde1bac5ef4 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:58.134139 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-84a9c4b5-dcb9-4685-9b3f-a7ccba34cdb7 req-9ff216f6-9d75-475b-8509-ecde1bac5ef4 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0668523 Jun 29 15:53:58.172783 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-84a9c4b5-dcb9-4685-9b3f-a7ccba34cdb7 req-e3e86c71-97a8-4920-bddd-cc874e350ae9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325029 Jun 29 15:53:58.208485 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d95d0-4fd9-478c-90aa-ab738d1ee764 req-a9d1dae1-a064-46b0-978d-13d2f6bd7554 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:58.209952 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-770d95d0-4fd9-478c-90aa-ab738d1ee764 req-a9d1dae1-a064-46b0-978d-13d2f6bd7554 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0625701 Jun 29 15:53:58.245445 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-770d95d0-4fd9-478c-90aa-ab738d1ee764 req-fa0c57f4-5e63-4fe7-afdf-eb95e831b701 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299408 Jun 29 15:53:59.341869 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e1651-7ade-425f-9221-a333a00b2828 req-9dc1a985-be00-4e57-aaf2-88cac4d50e2f tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:59.343261 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b53e1651-7ade-425f-9221-a333a00b2828 req-9dc1a985-be00-4e57-aaf2-88cac4d50e2f tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0615594 Jun 29 15:53:59.384477 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b53e1651-7ade-425f-9221-a333a00b2828 req-3616a2b4-4ad8-4f79-8d72-9110514c4343 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353439 Jun 29 15:53:59.424110 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d475f5-f455-4d6c-8662-9e30fc1b16a8 req-01ba08f0-37aa-4a02-942e-0027c99fc2a4 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:59.425562 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-96d475f5-f455-4d6c-8662-9e30fc1b16a8 req-01ba08f0-37aa-4a02-942e-0027c99fc2a4 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0697553 Jun 29 15:53:59.463173 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-96d475f5-f455-4d6c-8662-9e30fc1b16a8 req-65158c58-c80f-46e8-9c35-7a7bbd86d198 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319483 Jun 29 15:54:00.559266 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9797e19-d75e-49cd-8c1a-649e62c85047 req-114b852b-f3b9-4cda-b15f-ef2b41dce19f tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:00.560756 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d9797e19-d75e-49cd-8c1a-649e62c85047 req-114b852b-f3b9-4cda-b15f-ef2b41dce19f tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0668981 Jun 29 15:54:00.599413 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d9797e19-d75e-49cd-8c1a-649e62c85047 req-0b7925ec-c6e4-4468-993a-0df922ccc7db tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331461 Jun 29 15:54:00.640588 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffacfeb-89ef-41b1-a630-e1ebd28969dc req-f4274b7e-88dd-4edd-802c-42f8a475c843 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:00.642028 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cffacfeb-89ef-41b1-a630-e1ebd28969dc req-f4274b7e-88dd-4edd-802c-42f8a475c843 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0680401 Jun 29 15:54:00.677909 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cffacfeb-89ef-41b1-a630-e1ebd28969dc req-3213678f-4f46-4419-be03-d9ab8b1c79fd tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301745 Jun 29 15:54:01.771823 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b72c0-f32d-4a8b-8979-bf9dceeb59a4 req-cb5b8d3e-2cdd-487b-8643-cef771e32307 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:01.773272 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c57b72c0-f32d-4a8b-8979-bf9dceeb59a4 req-cb5b8d3e-2cdd-487b-8643-cef771e32307 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0679905 Jun 29 15:54:01.809969 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c57b72c0-f32d-4a8b-8979-bf9dceeb59a4 req-3d505b8a-65c0-44f9-86eb-c0e6676f2c3c tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311213 Jun 29 15:54:01.860875 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67964f1-98c7-49c6-b4fc-816d69f1c8ea req-8fb7af7b-3378-4c47-929b-0aa99558079f tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:01.862322 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a67964f1-98c7-49c6-b4fc-816d69f1c8ea req-8fb7af7b-3378-4c47-929b-0aa99558079f tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0649614 Jun 29 15:54:01.899124 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a67964f1-98c7-49c6-b4fc-816d69f1c8ea req-a14ec801-7e39-488b-9125-fe0c0df607db tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306842 Jun 29 15:54:02.979448 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049c9be-83ee-437e-b591-0233a0eedf62 req-13755fc2-d809-42e5-8be4-fe7fe46d579f tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:02.980907 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b049c9be-83ee-437e-b591-0233a0eedf62 req-13755fc2-d809-42e5-8be4-fe7fe46d579f tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0604784 Jun 29 15:54:03.019075 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b049c9be-83ee-437e-b591-0233a0eedf62 req-af556e59-a7dd-44c9-a928-8c59804fb184 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324373 Jun 29 15:54:03.066649 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab42c-11e8-4da1-8381-b3168fef6fc6 req-d475f5fc-710c-4981-b96a-c72ba4cd51fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:03.068124 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2eab42c-11e8-4da1-8381-b3168fef6fc6 req-d475f5fc-710c-4981-b96a-c72ba4cd51fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0620594 Jun 29 15:54:03.111413 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2eab42c-11e8-4da1-8381-b3168fef6fc6 req-eef4a950-a69b-44c4-be06-f16758f20ee3 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340390 Jun 29 15:54:04.190054 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513248a7-dca9-4db7-87ab-d2cea62ba4d2 req-46b45618-5067-40a1-bb6f-c6cf1d34a19d tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:04.191517 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-513248a7-dca9-4db7-87ab-d2cea62ba4d2 req-46b45618-5067-40a1-bb6f-c6cf1d34a19d tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0649726 Jun 29 15:54:04.228623 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-513248a7-dca9-4db7-87ab-d2cea62ba4d2 req-285988e5-b9b3-42f3-9db4-429bc19e49aa tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315914 Jun 29 15:54:04.283710 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587a5b4-fe5f-4deb-bfda-b3d656aa0741 req-7b9b7ef4-7707-410e-a854-6f8e35dfb7ad tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:04.285129 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0587a5b4-fe5f-4deb-bfda-b3d656aa0741 req-7b9b7ef4-7707-410e-a854-6f8e35dfb7ad tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0591912 Jun 29 15:54:04.321436 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0587a5b4-fe5f-4deb-bfda-b3d656aa0741 req-5c39616b-dabc-4368-a92f-481d07518c0b tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300715 Jun 29 15:54:05.410961 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7212c-ce13-468f-826c-5a97ac0d2d43 req-ae27721f-f027-411b-9d12-b0c31733566e tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:05.412623 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-00c7212c-ce13-468f-826c-5a97ac0d2d43 req-ae27721f-f027-411b-9d12-b0c31733566e tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0755677 Jun 29 15:54:05.458440 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-00c7212c-ce13-468f-826c-5a97ac0d2d43 req-dc53e553-eb4d-4774-861c-850bb1969a91 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326071 Jun 29 15:54:05.514492 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78c543-3487-4ffe-b327-e3983f63b1f4 req-afd68cca-7204-4876-a021-e0e2783b4a3b tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:05.516607 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8f78c543-3487-4ffe-b327-e3983f63b1f4 req-afd68cca-7204-4876-a021-e0e2783b4a3b tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0684471 Jun 29 15:54:05.559600 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8f78c543-3487-4ffe-b327-e3983f63b1f4 req-1e5021e2-87b7-4e43-8d96-f0609daf5ab6 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327790 Jun 29 15:54:06.630878 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0ba74-1f83-4f0b-bd99-afeaba5547f0 req-8310aeab-653d-48ad-9309-a6b8a5a80886 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:06.632434 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5ae0ba74-1f83-4f0b-bd99-afeaba5547f0 req-8310aeab-653d-48ad-9309-a6b8a5a80886 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0669370 Jun 29 15:54:06.671978 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5ae0ba74-1f83-4f0b-bd99-afeaba5547f0 req-f4eec19c-a3ad-4fe8-8fec-d06e19a8127d tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340090 Jun 29 15:54:06.732907 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e35707-40b7-46ca-a190-8bf0410d9b87 req-4206ed09-97e3-4472-9836-96af503d1166 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:06.734362 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f2e35707-40b7-46ca-a190-8bf0410d9b87 req-4206ed09-97e3-4472-9836-96af503d1166 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0606682 Jun 29 15:54:06.770787 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f2e35707-40b7-46ca-a190-8bf0410d9b87 req-3c6333ac-afc3-4bab-8378-3d5c6799643c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309372 Jun 29 15:54:07.731825 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:07.847331 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610ac65-70fa-4717-8887-e86d9c1ba515 req-95a4908f-e9d6-4cf4-837a-2a046e67c596 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:07.848805 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3610ac65-70fa-4717-8887-e86d9c1ba515 req-95a4908f-e9d6-4cf4-837a-2a046e67c596 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0655997 Jun 29 15:54:07.887059 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3610ac65-70fa-4717-8887-e86d9c1ba515 req-c0cf26ba-a547-4559-8fec-cf31247c7c05 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320759 Jun 29 15:54:07.943781 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fa4e1-ecfd-44da-b8fc-53e285cdec16 req-d208c168-693d-4d4f-8baa-d62ef98c5127 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:07.945289 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ad2fa4e1-ecfd-44da-b8fc-53e285cdec16 req-d208c168-693d-4d4f-8baa-d62ef98c5127 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0658190 Jun 29 15:54:07.984545 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ad2fa4e1-ecfd-44da-b8fc-53e285cdec16 req-5aff1903-5a1f-431c-9926-7ad64ded2d2b tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331347 Jun 29 15:54:08.196698 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5b4d5fa6-93b9-4a93-9965-fdc645d05ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:09.057357 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba4e43-8b9a-44c8-a2d1-976921474ced req-c64a7ec8-982f-4430-a88c-7308c42a9cad tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:09.058715 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8eba4e43-8b9a-44c8-a2d1-976921474ced req-c64a7ec8-982f-4430-a88c-7308c42a9cad tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0615773 Jun 29 15:54:09.096025 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8eba4e43-8b9a-44c8-a2d1-976921474ced req-17496542-ffbc-4d80-8d8c-644f18035f54 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 Jun 29 15:54:09.153163 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b80308-f069-4667-aba7-b33514b93fb5 req-a62f5432-b8e1-4db7-a56d-0c77e95edb6d tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:09.154620 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-90b80308-f069-4667-aba7-b33514b93fb5 req-a62f5432-b8e1-4db7-a56d-0c77e95edb6d tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0612772 Jun 29 15:54:09.190304 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-90b80308-f069-4667-aba7-b33514b93fb5 req-fdb66c55-79e4-474d-98bb-033485bd9b86 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298264 Jun 29 15:54:10.267306 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcf0b7-4ea7-4670-bbd1-f07a6668aee9 req-a85eb649-8330-4c27-a75e-ddae83bbc86e tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:10.268796 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-14bcf0b7-4ea7-4670-bbd1-f07a6668aee9 req-a85eb649-8330-4c27-a75e-ddae83bbc86e tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0650172 Jun 29 15:54:10.311896 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-14bcf0b7-4ea7-4670-bbd1-f07a6668aee9 req-faa827b0-6e20-4e8d-bccc-a861d35efdaa tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370090 Jun 29 15:54:10.360309 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564fde6-a404-4f01-90b5-292165b0e14f req-7259c361-053a-4bdb-aaa6-8e9c0acf7a83 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:10.361753 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3564fde6-a404-4f01-90b5-292165b0e14f req-7259c361-053a-4bdb-aaa6-8e9c0acf7a83 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0616181 Jun 29 15:54:10.398813 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3564fde6-a404-4f01-90b5-292165b0e14f req-dc53c6c4-537d-4b67-afa3-d264c1528e73 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315671 Jun 29 15:54:10.766202 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-111885f9-5df1-47aa-b3a1-a1295c8c701c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:11.346754 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:11.492226 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65733cd3-ac90-40a1-bb1a-dc2b0d1fd000 req-ddc31b75-a067-44e0-997d-4e9f76977d93 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:11.493695 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-65733cd3-ac90-40a1-bb1a-dc2b0d1fd000 req-ddc31b75-a067-44e0-997d-4e9f76977d93 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0756905 Jun 29 15:54:11.530938 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-65733cd3-ac90-40a1-bb1a-dc2b0d1fd000 req-73920616-2dff-4b8f-af80-5ba87f114279 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314946 Jun 29 15:54:11.576699 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa8618-dc6f-49e1-81d5-ddfaf9d1527c req-e5577b63-affd-4451-8419-6c2e1d517fe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:11.578120 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24aa8618-dc6f-49e1-81d5-ddfaf9d1527c req-e5577b63-affd-4451-8419-6c2e1d517fe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0638211 Jun 29 15:54:11.614064 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24aa8618-dc6f-49e1-81d5-ddfaf9d1527c req-87444bb6-f872-4050-9bdf-ce1735dd812c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303135 Jun 29 15:54:11.832135 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:12.699145 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75962f93-4aa1-4bda-a329-899f634e6abb req-b2238a95-d3e4-412b-adf6-ea805a630108 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:12.700611 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-75962f93-4aa1-4bda-a329-899f634e6abb req-b2238a95-d3e4-412b-adf6-ea805a630108 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0608041 Jun 29 15:54:12.737346 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-75962f93-4aa1-4bda-a329-899f634e6abb req-a0feb185-b3f8-4492-8e83-4811fd5a0077 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310268 Jun 29 15:54:12.782760 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2c533-4e30-403c-9b3b-c1ef9c033986 req-813b7681-0bd8-4885-a1b4-3ee4d99bca1b tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:12.784248 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0dd2c533-4e30-403c-9b3b-c1ef9c033986 req-813b7681-0bd8-4885-a1b4-3ee4d99bca1b tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0621486 Jun 29 15:54:12.821662 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0dd2c533-4e30-403c-9b3b-c1ef9c033986 req-cc067d83-7ab5-4e39-ab04-f5249fd8b8b7 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312347 Jun 29 15:54:13.602030 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:13.911163 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3a8ce-f97b-42d5-b6be-465498729296 req-09aeed54-d353-44be-8096-2ac6994c9814 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:13.916279 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e2e3a8ce-f97b-42d5-b6be-465498729296 req-09aeed54-d353-44be-8096-2ac6994c9814 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0701110 Jun 29 15:54:13.950636 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e2e3a8ce-f97b-42d5-b6be-465498729296 req-a9fc3834-7003-43db-8948-14a342b5950d tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320950 Jun 29 15:54:14.000279 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592df1f-3881-4ba4-84e8-8471b4b1b61e req-78df51fd-3a5b-4dba-82a8-8741508b21ea tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:14.001767 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0592df1f-3881-4ba4-84e8-8471b4b1b61e req-78df51fd-3a5b-4dba-82a8-8741508b21ea tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0714161 Jun 29 15:54:14.040137 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0592df1f-3881-4ba4-84e8-8471b4b1b61e req-6c42cbe5-fe4c-4e7d-b871-4539973bf6ae tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322466 Jun 29 15:54:15.119765 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829dc8c-f13a-43bf-b96e-4308b3190ff5 req-c6cda0b1-c9fe-458b-9c29-c2017e3015f7 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:15.121253 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f829dc8c-f13a-43bf-b96e-4308b3190ff5 req-c6cda0b1-c9fe-458b-9c29-c2017e3015f7 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0620382 Jun 29 15:54:15.158765 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f829dc8c-f13a-43bf-b96e-4308b3190ff5 req-011ab329-d446-45fe-a05e-5d8ab8b93d94 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318553 Jun 29 15:54:15.207188 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ece3d0-8f10-4be9-b06a-8f68c200b62d req-b853fe77-5969-4395-9ec4-46a443fbfa70 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:15.208640 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c6ece3d0-8f10-4be9-b06a-8f68c200b62d req-b853fe77-5969-4395-9ec4-46a443fbfa70 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0598307 Jun 29 15:54:15.245107 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c6ece3d0-8f10-4be9-b06a-8f68c200b62d req-26b2eb26-472f-40c8-a97b-c60bbf832621 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302715 Jun 29 15:54:16.339386 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07500af-4b9b-4b38-b090-4a2d9bf8b0eb req-2654f376-3eab-4a22-b46d-93bb88363b91 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:16.340903 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b07500af-4b9b-4b38-b090-4a2d9bf8b0eb req-2654f376-3eab-4a22-b46d-93bb88363b91 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0767138 Jun 29 15:54:16.378393 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b07500af-4b9b-4b38-b090-4a2d9bf8b0eb req-7f91f5ca-a2ed-486c-8a8c-bcd411e0485a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317118 Jun 29 15:54:16.422451 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad8c48-7490-47f4-b25c-9bd4dcd6a6d5 req-22ff0aba-fbf6-4c0d-8378-2fb681fce9fb tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:16.423971 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-51ad8c48-7490-47f4-b25c-9bd4dcd6a6d5 req-22ff0aba-fbf6-4c0d-8378-2fb681fce9fb tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0628386 Jun 29 15:54:16.461103 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-51ad8c48-7490-47f4-b25c-9bd4dcd6a6d5 req-84527b7c-4f49-4028-922c-2c3002998421 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Jun 29 15:54:17.548227 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859983b-f572-480d-9a41-c2f3b190da9f req-53d5be8f-c76a-4ddb-972d-28cd05a84b92 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:17.549681 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8859983b-f572-480d-9a41-c2f3b190da9f req-53d5be8f-c76a-4ddb-972d-28cd05a84b92 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0619779 Jun 29 15:54:17.586455 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8859983b-f572-480d-9a41-c2f3b190da9f req-bba412b6-f2bb-4622-90f5-47727cb17578 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308678 Jun 29 15:54:17.631936 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0af1fc-4b04-4184-8c74-46c091d266c7 req-6c507ac9-b6ca-442f-b45c-f3e4504b5ea5 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:17.633386 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4e0af1fc-4b04-4184-8c74-46c091d266c7 req-6c507ac9-b6ca-442f-b45c-f3e4504b5ea5 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0642576 Jun 29 15:54:17.670003 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4e0af1fc-4b04-4184-8c74-46c091d266c7 req-b30e693a-f475-499e-9a2e-04473b8ce238 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310326 Jun 29 15:54:18.757452 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524d0d6-96d5-43a6-88df-ca5fc2653f1b req-82c3cd49-430a-4e0d-88e2-ac185d645f61 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:18.758830 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9524d0d6-96d5-43a6-88df-ca5fc2653f1b req-82c3cd49-430a-4e0d-88e2-ac185d645f61 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0642786 Jun 29 15:54:18.796373 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9524d0d6-96d5-43a6-88df-ca5fc2653f1b req-f5445462-e790-4545-b525-21c65a461e66 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319450 Jun 29 15:54:18.845196 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4a5b9-196a-4477-9857-956c34b75a70 req-5390fe31-a5ee-4530-8652-12ebec2bac50 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:18.846642 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b3d4a5b9-196a-4477-9857-956c34b75a70 req-5390fe31-a5ee-4530-8652-12ebec2bac50 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0688450 Jun 29 15:54:18.883108 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b3d4a5b9-196a-4477-9857-956c34b75a70 req-76f4e684-739e-4b78-8bac-dabad0161786 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302982 Jun 29 15:54:19.795829 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:54:19.973436 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaec32-bcad-4edb-8cf1-8f3ca41032de req-a2d44f9d-634a-4a76-aa10-4374b6bacad6 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:19.974952 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4aeaec32-bcad-4edb-8cf1-8f3ca41032de req-a2d44f9d-634a-4a76-aa10-4374b6bacad6 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0678530 Jun 29 15:54:20.014644 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4aeaec32-bcad-4edb-8cf1-8f3ca41032de req-070e5023-63ad-4d5a-af0c-cbb6c1809b60 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328894 Jun 29 15:54:20.075765 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caaf9e4-aea7-45cb-933f-57ba408cab2f req-be9abfc5-78da-4e3f-b2c4-20052585ffc7 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:20.077258 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5caaf9e4-aea7-45cb-933f-57ba408cab2f req-be9abfc5-78da-4e3f-b2c4-20052585ffc7 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0734034 Jun 29 15:54:20.113625 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5caaf9e4-aea7-45cb-933f-57ba408cab2f req-ba0e5312-77ed-4611-a1ad-8c777d760c91 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309100 Jun 29 15:54:21.183169 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85f78b-037e-4979-8bfc-29d54095c39f req-0a229c21-82d8-4984-bd37-d411642e4aef tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:21.184553 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5a85f78b-037e-4979-8bfc-29d54095c39f req-0a229c21-82d8-4984-bd37-d411642e4aef tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0609865 Jun 29 15:54:21.223117 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5a85f78b-037e-4979-8bfc-29d54095c39f req-d33b4002-ffa8-48f9-beac-dda8c4240270 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330186 Jun 29 15:54:21.286672 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4300729-0918-4940-8cca-f7fed190766e req-63b606ac-d51b-4914-81a6-d9d798573fd0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:21.288144 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f4300729-0918-4940-8cca-f7fed190766e req-63b606ac-d51b-4914-81a6-d9d798573fd0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0618806 Jun 29 15:54:21.323830 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f4300729-0918-4940-8cca-f7fed190766e req-02f0b51f-1258-4f47-9b4b-6414927dda13 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301635 Jun 29 15:54:22.403721 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3c11a-4911-4584-a5f6-f14476e7947b req-eb900256-8d7b-4db3-825b-76767a4fe893 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:22.405224 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-23e3c11a-4911-4584-a5f6-f14476e7947b req-eb900256-8d7b-4db3-825b-76767a4fe893 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0707352 Jun 29 15:54:22.442928 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-23e3c11a-4911-4584-a5f6-f14476e7947b req-57abe0fc-6416-4755-b636-21bb6e0d8963 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318320 Jun 29 15:54:22.515667 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d709c3b-1fd9-40ac-b956-d78c8d8adb2b req-917dfd8a-60a8-4773-b853-943328abe3ef tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:22.517032 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6d709c3b-1fd9-40ac-b956-d78c8d8adb2b req-917dfd8a-60a8-4773-b853-943328abe3ef tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0844407 Jun 29 15:54:22.553355 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6d709c3b-1fd9-40ac-b956-d78c8d8adb2b req-318507ac-a485-4368-a81e-c33b5998275f tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301502 Jun 29 15:54:23.610735 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd996d-8f38-4835-ba00-3d3425b5357e req-d4d20978-ea76-4db3-bce2-8e2b6881b880 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:23.612208 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-54bd996d-8f38-4835-ba00-3d3425b5357e req-d4d20978-ea76-4db3-bce2-8e2b6881b880 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0603123 Jun 29 15:54:23.648929 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-54bd996d-8f38-4835-ba00-3d3425b5357e req-28d8c236-5f43-47d5-ab6e-cb4905f66fe4 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311000 Jun 29 15:54:23.724754 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588430f-98b5-4930-a6da-818acde89fe7 req-5d5da683-4018-43da-aa7d-1f52775bffe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:23.726818 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4588430f-98b5-4930-a6da-818acde89fe7 req-5d5da683-4018-43da-aa7d-1f52775bffe0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0639412 Jun 29 15:54:23.761342 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4588430f-98b5-4930-a6da-818acde89fe7 req-32a0b44d-efa4-40da-a8dc-ce4606d31e33 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290334 Jun 29 15:54:24.818342 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef148a1-33e4-4053-b4fe-9136fab9e420 req-93639bf0-5c83-4527-b028-57ba4c525f24 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:24.819862 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3ef148a1-33e4-4053-b4fe-9136fab9e420 req-93639bf0-5c83-4527-b028-57ba4c525f24 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0609686 Jun 29 15:54:24.856287 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3ef148a1-33e4-4053-b4fe-9136fab9e420 req-d6b8df5e-5f93-49e8-888e-3ea52c72ddf4 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308938 Jun 29 15:54:24.933250 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8197ba-116b-4e76-8e7b-0d77f2cca4d5 req-0799dfcf-c030-402f-bf45-aeca2478b4f5 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:24.934668 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6a8197ba-116b-4e76-8e7b-0d77f2cca4d5 req-0799dfcf-c030-402f-bf45-aeca2478b4f5 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0602295 Jun 29 15:54:24.971660 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6a8197ba-116b-4e76-8e7b-0d77f2cca4d5 req-3b8b9661-debc-4dff-81fa-e5666978631a tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314314 Jun 29 15:54:26.028174 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561683d-1b71-4d31-a431-a2264c5845e7 req-eae2f2a0-59a3-4863-8bc4-f69949b7969a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:26.029627 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c561683d-1b71-4d31-a431-a2264c5845e7 req-eae2f2a0-59a3-4863-8bc4-f69949b7969a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0665145 Jun 29 15:54:26.066137 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c561683d-1b71-4d31-a431-a2264c5845e7 req-62c13981-1883-465d-8aa5-de6f65d0563b tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307539 Jun 29 15:54:26.146364 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0063b85-ad19-4aa9-967b-118430b21f6b req-082bb9ff-77e1-465e-80f7-6d73e3ee14b4 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:26.147821 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f0063b85-ad19-4aa9-967b-118430b21f6b req-082bb9ff-77e1-465e-80f7-6d73e3ee14b4 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0634823 Jun 29 15:54:26.185817 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f0063b85-ad19-4aa9-967b-118430b21f6b req-3b6963cc-6224-4aa2-abde-8e05dab54ad6 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325494 Jun 29 15:54:27.247317 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca466d1-bc3b-452d-a457-c11159e3bd80 req-9923bbdf-5126-43f3-a6ca-9b80c7e1d9e2 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:27.248813 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1ca466d1-bc3b-452d-a457-c11159e3bd80 req-9923bbdf-5126-43f3-a6ca-9b80c7e1d9e2 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0726192 Jun 29 15:54:27.286892 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1ca466d1-bc3b-452d-a457-c11159e3bd80 req-239ec450-f752-422b-87ef-df7344a9b0a2 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315707 Jun 29 15:54:27.360461 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e748843-2e7b-493f-8e01-6988a90ca2f9 req-cd6028bd-ebfe-42fb-9bc2-c6a9dbcbe8fb tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:27.361848 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1e748843-2e7b-493f-8e01-6988a90ca2f9 req-cd6028bd-ebfe-42fb-9bc2-c6a9dbcbe8fb tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0608292 Jun 29 15:54:27.399420 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1e748843-2e7b-493f-8e01-6988a90ca2f9 req-6fb1fa8c-dc1b-4a59-acb3-19d753323e4b tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314853 Jun 29 15:54:28.455944 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273f365-ab28-4796-9b93-e73495ea3569 req-6926b2e9-5443-4d4e-b3ae-3a7fe7589059 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:28.457435 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a273f365-ab28-4796-9b93-e73495ea3569 req-6926b2e9-5443-4d4e-b3ae-3a7fe7589059 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0641654 Jun 29 15:54:28.496444 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a273f365-ab28-4796-9b93-e73495ea3569 req-5a731f8b-b27e-4c9c-bc3b-bf329957b2bc tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324857 Jun 29 15:54:28.566201 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc6225-c753-4bc5-9373-6da0d801f82e req-bf6fab06-dc25-4b94-b0a9-57cd59c884af tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:28.567648 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-79dc6225-c753-4bc5-9373-6da0d801f82e req-bf6fab06-dc25-4b94-b0a9-57cd59c884af tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0602310 Jun 29 15:54:28.605712 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-79dc6225-c753-4bc5-9373-6da0d801f82e req-ec366ab9-8c9a-48ed-91bd-3a7be2bac7a2 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309796 Jun 29 15:54:29.666237 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9f07-f3ab-4f47-91c7-98e49a669c24 req-d910aa90-1493-45a0-8f50-371425bc5753 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:29.667848 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d44e9f07-f3ab-4f47-91c7-98e49a669c24 req-d910aa90-1493-45a0-8f50-371425bc5753 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0625854 Jun 29 15:54:29.707979 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d44e9f07-f3ab-4f47-91c7-98e49a669c24 req-9746050a-a940-4a1c-bd1e-59aa158d5fb3 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337255 Jun 29 15:54:29.777781 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b07b0-d195-4e26-8bdd-99c950fdf61a req-cc78e811-a838-4a98-9ca3-6ad38b36e098 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:29.779399 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-547b07b0-d195-4e26-8bdd-99c950fdf61a req-cc78e811-a838-4a98-9ca3-6ad38b36e098 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0641475 Jun 29 15:54:29.824936 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-547b07b0-d195-4e26-8bdd-99c950fdf61a req-e00b9206-93b4-4178-b846-9597efacd33c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367906 Jun 29 15:54:30.872107 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea112846-363b-46ce-ba9a-1774d3c62f45 req-93e6a0e6-642a-415f-82d8-1d9dc84ea3f9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:30.873552 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ea112846-363b-46ce-ba9a-1774d3c62f45 req-93e6a0e6-642a-415f-82d8-1d9dc84ea3f9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0602772 Jun 29 15:54:30.917574 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ea112846-363b-46ce-ba9a-1774d3c62f45 req-106f7ff5-9816-43c2-9f6c-af53d90f6a04 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373766 Jun 29 15:54:31.002147 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa049fbe-4a87-4c59-a38c-d12db40ee120 req-040c41da-8424-428b-b2eb-1e175a5fef6e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:31.003598 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-aa049fbe-4a87-4c59-a38c-d12db40ee120 req-040c41da-8424-428b-b2eb-1e175a5fef6e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0606740 Jun 29 15:54:31.041948 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-aa049fbe-4a87-4c59-a38c-d12db40ee120 req-46bd7126-4aea-4e40-81ac-b030d0568ec1 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320029 Jun 29 15:54:32.109279 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c3098-28ba-48be-afcb-2c14d42d645f req-03a6cf3c-bc0c-4f70-84a3-cce389dce17c tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:32.110748 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0c3c3098-28ba-48be-afcb-2c14d42d645f req-03a6cf3c-bc0c-4f70-84a3-cce389dce17c tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0824895 Jun 29 15:54:32.151827 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0c3c3098-28ba-48be-afcb-2c14d42d645f req-661f1d13-5ed8-4bd0-ac6e-1267db86aecb tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354869 Jun 29 15:54:32.221515 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfb845-50c1-4e29-9511-738a31776803 req-4736949f-f6f5-41b1-b0a1-2cceb6e5cb4f tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:32.222949 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-32cfb845-50c1-4e29-9511-738a31776803 req-4736949f-f6f5-41b1-b0a1-2cceb6e5cb4f tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0635417 Jun 29 15:54:32.258834 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-32cfb845-50c1-4e29-9511-738a31776803 req-73b4b7fa-f7f2-4544-bef3-a0d4c6ca5e77 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304084 Jun 29 15:54:33.318700 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64edc6-cc60-4795-aee0-3ffa9b57e031 req-749c5e67-7e8e-4c15-b977-60b9df5cbb4c tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:33.320899 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8f64edc6-cc60-4795-aee0-3ffa9b57e031 req-749c5e67-7e8e-4c15-b977-60b9df5cbb4c tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0623121 Jun 29 15:54:33.360093 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8f64edc6-cc60-4795-aee0-3ffa9b57e031 req-46cc8cbc-ddcd-4605-8d68-7d0095d743d5 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329435 Jun 29 15:54:33.427970 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc73ee3-e860-43be-aa05-af458441a987 req-ad472e30-cc55-4612-b52f-b680609a2055 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:33.429914 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-abc73ee3-e860-43be-aa05-af458441a987 req-ad472e30-cc55-4612-b52f-b680609a2055 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0613713 Jun 29 15:54:33.467140 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-abc73ee3-e860-43be-aa05-af458441a987 req-66fbdaa6-d1d7-44b9-96e7-aceeea2ba1dc tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316098 Jun 29 15:54:34.534562 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bd6f0-de82-475f-b798-2411f6fe9be7 req-a713c713-97c4-4e4e-b539-d697a1577de8 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:34.536076 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3a8bd6f0-de82-475f-b798-2411f6fe9be7 req-a713c713-97c4-4e4e-b539-d697a1577de8 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0663538 Jun 29 15:54:34.573743 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3a8bd6f0-de82-475f-b798-2411f6fe9be7 req-9871732b-99ad-4d99-bbf5-8989da27744d tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319951 Jun 29 15:54:34.649985 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec47ee3-3511-4a70-9061-fa01424414ff req-5940a7ac-b6cb-4118-bfab-dd1b83d768f7 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:34.651365 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1ec47ee3-3511-4a70-9061-fa01424414ff req-5940a7ac-b6cb-4118-bfab-dd1b83d768f7 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0719230 Jun 29 15:54:34.686683 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1ec47ee3-3511-4a70-9061-fa01424414ff req-e3361c87-fd45-4bc7-9f12-80a9de549b20 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294719 Jun 29 15:54:35.743029 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ebdb7-2843-4bab-88e0-3700190354f6 req-0877b06e-e6fc-4b51-badf-c759fa60cd31 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:35.744533 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2a6ebdb7-2843-4bab-88e0-3700190354f6 req-0877b06e-e6fc-4b51-badf-c759fa60cd31 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0619102 Jun 29 15:54:35.788460 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2a6ebdb7-2843-4bab-88e0-3700190354f6 req-76e7ed41-c6f1-492d-a0ca-8eb45e9e9d75 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383527 Jun 29 15:54:35.872648 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f741d-eb81-4abd-87b5-962485ae641e req-08c1aae9-4673-478f-b108-da5f14179317 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:35.874064 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-800f741d-eb81-4abd-87b5-962485ae641e req-08c1aae9-4673-478f-b108-da5f14179317 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0642703 Jun 29 15:54:35.911170 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-800f741d-eb81-4abd-87b5-962485ae641e req-1beda15a-e78c-45e6-813d-3b03ba8720fa tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315831 Jun 29 15:54:36.963850 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18349a0b-ff10-4e8a-9e51-c281c127936c req-f256aaaf-c152-4c93-bd7f-e1096065fa30 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:36.965396 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-18349a0b-ff10-4e8a-9e51-c281c127936c req-f256aaaf-c152-4c93-bd7f-e1096065fa30 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0619397 Jun 29 15:54:37.001768 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-18349a0b-ff10-4e8a-9e51-c281c127936c req-6c063652-f328-4729-af80-46faac69dfe1 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309064 Jun 29 15:54:37.093289 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298feeec-9633-4214-8abd-60901ee6e7c3 req-f31f58de-7fbc-4467-b79d-3c46da77dec1 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:37.094736 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-298feeec-9633-4214-8abd-60901ee6e7c3 req-f31f58de-7fbc-4467-b79d-3c46da77dec1 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0629642 Jun 29 15:54:37.130899 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-298feeec-9633-4214-8abd-60901ee6e7c3 req-b9b42423-2914-403a-9dd3-0dcfaa7e11da tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305908 Jun 29 15:54:37.733606 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:38.180237 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda88076-5606-4d79-8424-c8ad878bb9f3 req-0c71bb31-5125-4281-bfd9-c8f14226cb04 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:38.181719 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bda88076-5606-4d79-8424-c8ad878bb9f3 req-0c71bb31-5125-4281-bfd9-c8f14226cb04 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0716887 Jun 29 15:54:38.198670 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ebc9e913-cb7c-4374-be47-77a51f216a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:38.224226 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bda88076-5606-4d79-8424-c8ad878bb9f3 req-6bc5fb87-1c7b-40a5-8a54-e57f0742fba4 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356915 Jun 29 15:54:38.318527 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae35b3c-fd10-4a0e-8d14-15a67718da62 req-80450b15-08f7-49a1-b4a5-7f330771aebd tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:38.328649 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-aae35b3c-fd10-4a0e-8d14-15a67718da62 req-80450b15-08f7-49a1-b4a5-7f330771aebd tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0689299 Jun 29 15:54:38.548074 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-aae35b3c-fd10-4a0e-8d14-15a67718da62 req-424f9f31-acb5-46e3-b1a7-695f496ec618 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214129 Jun 29 15:54:39.389060 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d750bf-b58c-4666-8b74-95df420170be req-94d8034f-12a2-412a-b439-637f58861126 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:39.390517 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-74d750bf-b58c-4666-8b74-95df420170be req-94d8034f-12a2-412a-b439-637f58861126 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0612609 Jun 29 15:54:39.427851 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-74d750bf-b58c-4666-8b74-95df420170be req-6a987c39-757c-46af-866e-00fbbaa3f8ca tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317571 Jun 29 15:54:39.715502 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9060257-01af-44e3-9a69-46602839b040 req-012da9a6-b509-4afd-a1a7-89c83400c48a tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:39.716880 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e9060257-01af-44e3-9a69-46602839b040 req-012da9a6-b509-4afd-a1a7-89c83400c48a tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0599873 Jun 29 15:54:39.751926 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e9060257-01af-44e3-9a69-46602839b040 req-cac0f8cf-61c9-43eb-bd38-d41b30cf07e0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295112 Jun 29 15:54:40.597327 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414e5e1-e9bc-4c9f-a2cd-5b534b6cdd64 req-3b7fe681-abbc-45f6-9928-6cf6d9b6a787 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:40.598775 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1414e5e1-e9bc-4c9f-a2cd-5b534b6cdd64 req-3b7fe681-abbc-45f6-9928-6cf6d9b6a787 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0640340 Jun 29 15:54:40.635442 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1414e5e1-e9bc-4c9f-a2cd-5b534b6cdd64 req-fe10160c-8631-45e5-8a4b-47cc7c6df940 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305851 Jun 29 15:54:40.767360 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-7c72a1dd-3c7d-4e0d-978d-ce06de593f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:40.924245 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb45b5-835b-461e-9a45-06be11b2d51c req-a16ed63a-4019-4b6f-9de5-689d8f482db7 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:40.925829 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-40eb45b5-835b-461e-9a45-06be11b2d51c req-a16ed63a-4019-4b6f-9de5-689d8f482db7 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0627408 Jun 29 15:54:40.966865 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-40eb45b5-835b-461e-9a45-06be11b2d51c req-03197f72-abcf-4353-bd1e-f06b24606d2b tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351956 Jun 29 15:54:41.348281 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:41.802854 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30354f7d-2437-44f0-887e-8f8b1466985d req-59f1b873-98d0-454d-8a2b-c8056b424d8c tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:41.804892 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-30354f7d-2437-44f0-887e-8f8b1466985d req-59f1b873-98d0-454d-8a2b-c8056b424d8c tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0605557 Jun 29 15:54:41.835208 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:41.842005 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-30354f7d-2437-44f0-887e-8f8b1466985d req-821d96e5-15c7-4eb1-a324-a24420d312ad tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Jun 29 15:54:42.135432 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc83ff-d140-49c8-bcba-d78142be1727 req-beba72e3-ff67-4f24-afff-8b29acb31d21 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:42.136833 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7dc83ff-d140-49c8-bcba-d78142be1727 req-beba72e3-ff67-4f24-afff-8b29acb31d21 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0600705 Jun 29 15:54:42.172503 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7dc83ff-d140-49c8-bcba-d78142be1727 req-cae5d0e0-bc83-4116-80fb-c9d60732120c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300837 Jun 29 15:54:43.007552 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5761a9-b952-4a1e-a6dd-eec76105bd6f req-c37fb8c2-e12f-4bdd-baf5-bf0f69395aff tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:43.009073 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cd5761a9-b952-4a1e-a6dd-eec76105bd6f req-c37fb8c2-e12f-4bdd-baf5-bf0f69395aff tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0605538 Jun 29 15:54:43.047780 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cd5761a9-b952-4a1e-a6dd-eec76105bd6f req-d3033250-863e-4c9b-b65a-d9ee6994aedc tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330637 Jun 29 15:54:43.336030 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845cc1b-6e10-415f-9212-d65836f51aa0 req-f74724e8-32c9-4448-a395-649044b8d1ae tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:43.337454 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0845cc1b-6e10-415f-9212-d65836f51aa0 req-f74724e8-32c9-4448-a395-649044b8d1ae tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0599973 Jun 29 15:54:43.373033 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0845cc1b-6e10-415f-9212-d65836f51aa0 req-279047ae-114c-45f3-b9b5-bd72555ced34 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300350 Jun 29 15:54:43.605831 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:44.213190 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b9374-fb29-4fb3-96c3-9d34f5fb668c req-f19d5dd7-478b-4d3d-bda7-e35a40cc9975 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:44.214504 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-908b9374-fb29-4fb3-96c3-9d34f5fb668c req-f19d5dd7-478b-4d3d-bda7-e35a40cc9975 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0627589 Jun 29 15:54:44.253589 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-908b9374-fb29-4fb3-96c3-9d34f5fb668c req-cbdb3824-0283-46cf-a9d3-b9e9f8bf9626 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335774 Jun 29 15:54:44.557829 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d58505-4e3f-447a-b61c-559f097b5c4f req-e81578e9-d33f-49c6-b7e7-c81bc493f16e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:44.559284 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e5d58505-4e3f-447a-b61c-559f097b5c4f req-e81578e9-d33f-49c6-b7e7-c81bc493f16e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0776315 Jun 29 15:54:44.596250 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e5d58505-4e3f-447a-b61c-559f097b5c4f req-f1075faa-0225-47d8-807c-56ce7149fbac tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306020 Jun 29 15:54:45.419832 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5cf62-cf36-4237-b8ed-fca0d71fcad3 req-afa01cd3-177c-492e-8da1-6c3070bd32d7 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:45.421255 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c9f5cf62-cf36-4237-b8ed-fca0d71fcad3 req-afa01cd3-177c-492e-8da1-6c3070bd32d7 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0613956 Jun 29 15:54:45.457247 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c9f5cf62-cf36-4237-b8ed-fca0d71fcad3 req-2a94e64e-26b3-4942-8bf9-5d071489d414 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305991 Jun 29 15:54:45.770748 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4e7da-c12c-4cd0-b5b7-470adcf61e8e req-e5ae3e97-fdea-4d89-ae07-19467270e5a7 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:45.772241 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-86d4e7da-c12c-4cd0-b5b7-470adcf61e8e req-e5ae3e97-fdea-4d89-ae07-19467270e5a7 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0634670 Jun 29 15:54:45.810417 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-86d4e7da-c12c-4cd0-b5b7-470adcf61e8e req-a9692405-e5de-49dd-9b11-1c60d11ec112 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324953 Jun 29 15:54:46.629207 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc495dc-618f-4916-a630-c7eccea2f1bd req-5d62af32-2be8-4100-9b52-422e107cb418 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:46.630637 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cdc495dc-618f-4916-a630-c7eccea2f1bd req-5d62af32-2be8-4100-9b52-422e107cb418 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0627458 Jun 29 15:54:46.666580 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cdc495dc-618f-4916-a630-c7eccea2f1bd req-fc7b8f11-478f-4f08-8fde-0bfd295a997a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304193 Jun 29 15:54:46.978747 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530dc74-73e8-47ec-a50a-de00b1f8b595 req-604cb181-9baf-4c4c-bc21-d1744b16321d tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:46.980112 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7530dc74-73e8-47ec-a50a-de00b1f8b595 req-604cb181-9baf-4c4c-bc21-d1744b16321d tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0600948 Jun 29 15:54:47.018621 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7530dc74-73e8-47ec-a50a-de00b1f8b595 req-471cdec0-c59f-4baf-9dd2-05e1ccd4f695 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331059 Jun 29 15:54:47.838567 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcff602-b2c2-4591-bf6b-71e25e1b147e req-ce8d94d4-51e3-429e-a4bf-2dbd76a05b4a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:47.838567 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5fcff602-b2c2-4591-bf6b-71e25e1b147e req-ce8d94d4-51e3-429e-a4bf-2dbd76a05b4a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0628471 Jun 29 15:54:47.875108 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5fcff602-b2c2-4591-bf6b-71e25e1b147e req-7950818a-aa0f-4dc0-8fd8-38cee16d901b tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326638 Jun 29 15:54:48.185490 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb27b6e-f5d5-4bc0-9d75-a4547f0b6455 req-f7c96a44-1266-46c3-b6ca-9d105af57179 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:48.186806 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5fb27b6e-f5d5-4bc0-9d75-a4547f0b6455 req-f7c96a44-1266-46c3-b6ca-9d105af57179 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0601890 Jun 29 15:54:48.223437 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5fb27b6e-f5d5-4bc0-9d75-a4547f0b6455 req-f3d6889d-588f-4a9e-adf6-aafc4a28aa08 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311234 Jun 29 15:54:49.045965 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b0c56-cb4f-492e-9042-39fd37f6a82a req-cbd04d66-3946-4e30-9d72-611f54456ad9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:49.047403 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-689b0c56-cb4f-492e-9042-39fd37f6a82a req-cbd04d66-3946-4e30-9d72-611f54456ad9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0599866 Jun 29 15:54:49.082426 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-689b0c56-cb4f-492e-9042-39fd37f6a82a req-77ae0209-93b6-4256-88c6-b29051982572 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295098 Jun 29 15:54:49.391138 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54a28a-d5e7-4310-b8e9-0ccfd749d733 req-17532c1c-08f7-470a-8942-35b6cc3cff5e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:49.392615 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0a54a28a-d5e7-4310-b8e9-0ccfd749d733 req-17532c1c-08f7-470a-8942-35b6cc3cff5e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0608330 Jun 29 15:54:49.428643 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0a54a28a-d5e7-4310-b8e9-0ccfd749d733 req-347a9a54-6399-4ce4-b43b-34be01686791 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298498 Jun 29 15:54:50.251065 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf2e62-4c79-4d45-8461-f529026f6fc1 req-1b60b8e6-368d-4d82-b11c-4abbae6d16a9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:50.252519 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a8cf2e62-4c79-4d45-8461-f529026f6fc1 req-1b60b8e6-368d-4d82-b11c-4abbae6d16a9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0628088 Jun 29 15:54:50.287529 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a8cf2e62-4c79-4d45-8461-f529026f6fc1 req-4e762d5a-a4d1-4cce-b4df-f12030e380ee tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294487 Jun 29 15:54:50.601200 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124d5b2-c16a-4b14-ade8-0fcd869a7bdf req-771a69c2-7450-4150-b2c1-20eeffc5033d tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:50.602629 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9124d5b2-c16a-4b14-ade8-0fcd869a7bdf req-771a69c2-7450-4150-b2c1-20eeffc5033d tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0634761 Jun 29 15:54:50.638328 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9124d5b2-c16a-4b14-ade8-0fcd869a7bdf req-16dea9f6-95c9-4637-a30d-4e702cd2d841 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301487 Jun 29 15:54:51.458549 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d7dd6-ad0f-4ca3-bef7-b738d20291c3 req-8ad4efae-cf77-4e31-8837-89d7084a1be0 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:51.460090 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5d0d7dd6-ad0f-4ca3-bef7-b738d20291c3 req-8ad4efae-cf77-4e31-8837-89d7084a1be0 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0615611 Jun 29 15:54:51.496454 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5d0d7dd6-ad0f-4ca3-bef7-b738d20291c3 req-54fd562a-84cd-4aa1-b87b-e2fcee3c029a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306811 Jun 29 15:54:51.807245 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636aba06-ae5a-4a7a-9571-e81c5f3a392e req-865c5501-2a4a-4709-a7ee-38f75e4a67a4 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:51.808698 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-636aba06-ae5a-4a7a-9571-e81c5f3a392e req-865c5501-2a4a-4709-a7ee-38f75e4a67a4 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0613923 Jun 29 15:54:51.846008 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-636aba06-ae5a-4a7a-9571-e81c5f3a392e req-a659859b-9289-4d36-b88d-793a22672d04 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315995 Jun 29 15:54:52.673311 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df36ce7-ca1c-42c0-8537-ea18dac00ea2 req-2464557f-45c8-4f4f-81c3-dfbe859abb0c tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:52.679121 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9df36ce7-ca1c-42c0-8537-ea18dac00ea2 req-2464557f-45c8-4f4f-81c3-dfbe859abb0c tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0688536 Jun 29 15:54:52.873528 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9df36ce7-ca1c-42c0-8537-ea18dac00ea2 req-c30b66cf-4d21-4dc2-8abe-2fd4384459e6 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930354 Jun 29 15:54:53.021657 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3c6b0-8fea-4213-b247-881143dfd632 req-504370e9-5b9e-4b0c-93ab-cd0e6766486a tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:53.023132 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-18a3c6b0-8fea-4213-b247-881143dfd632 req-504370e9-5b9e-4b0c-93ab-cd0e6766486a tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0607660 Jun 29 15:54:53.062758 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-18a3c6b0-8fea-4213-b247-881143dfd632 req-82f649be-64b3-4a3f-af55-864eefe55bd5 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337546 Jun 29 15:54:54.041009 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53235671-8d29-454a-b588-af316ff040c9 req-33fd393a-9a75-47fe-a07e-4875b1454d9a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:54.042442 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-53235671-8d29-454a-b588-af316ff040c9 req-33fd393a-9a75-47fe-a07e-4875b1454d9a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0606360 Jun 29 15:54:54.078007 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-53235671-8d29-454a-b588-af316ff040c9 req-8ac6d8d5-3151-49ac-a265-2bcc78865bd7 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299866 Jun 29 15:54:54.231920 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e345f-e302-40d8-bdd3-010ce69d7557 req-3432fdd9-755f-4336-b475-73ea999b0a75 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:54.233474 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-520e345f-e302-40d8-bdd3-010ce69d7557 req-3432fdd9-755f-4336-b475-73ea999b0a75 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0611658 Jun 29 15:54:54.268090 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-520e345f-e302-40d8-bdd3-010ce69d7557 req-12b45f63-f2e6-4205-833d-735479ee7a01 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293396 Jun 29 15:54:55.247539 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171a4c4-bdc8-419c-ad26-0fc258671556 req-2cc3fd63-af27-4475-b50c-8e50c17a2de9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:55.249014 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f171a4c4-bdc8-419c-ad26-0fc258671556 req-2cc3fd63-af27-4475-b50c-8e50c17a2de9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0615606 Jun 29 15:54:55.287368 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f171a4c4-bdc8-419c-ad26-0fc258671556 req-af7fbb62-8a1b-465e-894a-c33b92f8234d tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328622 Jun 29 15:54:55.437163 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7879c7-5074-4b94-9b4e-6cb602241abc req-0cdb0ea0-6ea5-4880-934f-b55f323a5d52 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:55.438534 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8b7879c7-5074-4b94-9b4e-6cb602241abc req-0cdb0ea0-6ea5-4880-934f-b55f323a5d52 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0599205 Jun 29 15:54:55.475323 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8b7879c7-5074-4b94-9b4e-6cb602241abc req-78ba6ec5-7b91-43bd-be09-a5a4bbd41104 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312500 Jun 29 15:54:56.462496 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762359a-7e49-4f8c-a45c-abc9de46515e req-116c7b6b-d895-4307-bdb8-7f35ef908a49 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:56.463784 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f762359a-7e49-4f8c-a45c-abc9de46515e req-116c7b6b-d895-4307-bdb8-7f35ef908a49 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0612049 Jun 29 15:54:56.500551 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f762359a-7e49-4f8c-a45c-abc9de46515e req-3d424757-67a2-43f9-bb81-f980d959875b tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310917 Jun 29 15:54:56.646313 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9739a-deeb-4223-8585-7cb1aa58e249 req-a8639786-6315-45f3-8d23-8f68c1a2a5fc tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:56.647806 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a9c9739a-deeb-4223-8585-7cb1aa58e249 req-a8639786-6315-45f3-8d23-8f68c1a2a5fc tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0644763 Jun 29 15:54:56.685279 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a9c9739a-deeb-4223-8585-7cb1aa58e249 req-8c4b0115-e7ca-43ad-9173-da64e710100e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315177 Jun 29 15:54:56.793721 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:54:57.815896 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbac03-9aa8-4e51-b3b2-5148523a9d29 req-48fbffde-0e9a-4bc4-96b4-106be277d961 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:57.818178 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3efbac03-9aa8-4e51-b3b2-5148523a9d29 req-48fbffde-0e9a-4bc4-96b4-106be277d961 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0645039 Jun 29 15:54:57.856525 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3efbac03-9aa8-4e51-b3b2-5148523a9d29 req-8b50018b-a624-496e-9f0f-4d28234db391 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321255 Jun 29 15:54:57.864723 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc24ecc-2abc-4de9-9dba-75f18def7e66 req-54bbf01f-dfe9-42dc-aaeb-9541fbb1705d tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:57.866238 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4fc24ecc-2abc-4de9-9dba-75f18def7e66 req-54bbf01f-dfe9-42dc-aaeb-9541fbb1705d tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0639384 Jun 29 15:54:57.903197 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4fc24ecc-2abc-4de9-9dba-75f18def7e66 req-155871c1-1478-4915-bfb4-1a8217cefb8b tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314014 Jun 29 15:54:59.030458 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19f692-432c-4ac3-9c75-c0dd87a32f92 req-1aa9e3e1-3971-417c-b51b-b90508da929a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:59.032183 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8b19f692-432c-4ac3-9c75-c0dd87a32f92 req-1aa9e3e1-3971-417c-b51b-b90508da929a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0694313 Jun 29 15:54:59.068431 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8b19f692-432c-4ac3-9c75-c0dd87a32f92 req-4a4d040c-ec80-48b7-a81b-597ca69f2b30 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306890 Jun 29 15:54:59.071968 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45286de-2859-4a6c-b82d-3bd7546ed28f req-5d9e3055-0799-4936-8ff3-390c8c7f2b27 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:59.073495 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b45286de-2859-4a6c-b82d-3bd7546ed28f req-5d9e3055-0799-4936-8ff3-390c8c7f2b27 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0628293 Jun 29 15:54:59.113514 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b45286de-2859-4a6c-b82d-3bd7546ed28f req-b55a31c8-feef-426a-82c1-eefdda55fc07 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343528 Jun 29 15:55:00.238321 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb99791-cf3f-44a2-8379-3911806a463e req-d37bf56e-8904-4100-95e9-5bdc6ea13db6 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:00.239900 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5fb99791-cf3f-44a2-8379-3911806a463e req-d37bf56e-8904-4100-95e9-5bdc6ea13db6 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0615797 Jun 29 15:55:00.278625 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5fb99791-cf3f-44a2-8379-3911806a463e req-43aa7bd0-970b-4900-a1ea-6cf0793803ed tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330722 Jun 29 15:55:00.297384 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d88f2b-4e83-404e-a8d5-e715fb522aea req-8cb48862-046a-4480-9481-64c62d5b3126 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:00.298918 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-77d88f2b-4e83-404e-a8d5-e715fb522aea req-8cb48862-046a-4480-9481-64c62d5b3126 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0705862 Jun 29 15:55:00.338412 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-77d88f2b-4e83-404e-a8d5-e715fb522aea req-c62ea34a-f956-4a87-92d3-59683b719206 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331607 Jun 29 15:55:01.455254 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4700057-ef3b-4354-93ee-37eb8d50ece4 req-ee4579db-96ea-4ec7-aa59-fc0b5c8673f3 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:01.460455 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f4700057-ef3b-4354-93ee-37eb8d50ece4 req-ee4579db-96ea-4ec7-aa59-fc0b5c8673f3 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0606868 Jun 29 15:55:01.500876 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f4700057-ef3b-4354-93ee-37eb8d50ece4 req-e38cb16d-3fb6-4b3a-b945-cbc5f0385ccb tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376549 Jun 29 15:55:01.514276 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802fd87-f443-4c7d-9f27-d290b59c75b3 req-172d35ef-2b6d-4179-b866-9d71e321b065 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:01.516034 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e802fd87-f443-4c7d-9f27-d290b59c75b3 req-172d35ef-2b6d-4179-b866-9d71e321b065 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0633874 Jun 29 15:55:01.558034 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e802fd87-f443-4c7d-9f27-d290b59c75b3 req-8e2376d1-ab28-47f9-9c6b-606e41281e48 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334034 Jun 29 15:55:02.672376 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1671598-41e2-43e5-a72f-4efc3d381a6a req-6c06c2cf-9224-4c87-a3a0-0b3f56d5634a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:02.673858 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d1671598-41e2-43e5-a72f-4efc3d381a6a req-6c06c2cf-9224-4c87-a3a0-0b3f56d5634a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0648167 Jun 29 15:55:02.710575 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d1671598-41e2-43e5-a72f-4efc3d381a6a req-93cf9379-81bc-46d7-9c4a-14218480b749 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312731 Jun 29 15:55:02.736947 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f8fc3-b7f0-4668-8d2a-091875175610 req-30738dd4-e998-4511-96dc-db8bd353dbfa tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:02.738386 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-020f8fc3-b7f0-4668-8d2a-091875175610 req-30738dd4-e998-4511-96dc-db8bd353dbfa tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0641277 Jun 29 15:55:02.775175 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-020f8fc3-b7f0-4668-8d2a-091875175610 req-6b97fa02-a03b-4912-b2e9-febe531bf10f tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306673 Jun 29 15:55:03.876908 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53293da5-555e-4c9a-b9b8-e9f9ce71a403 req-3d64a514-bcc1-4abf-aaf6-705e1b522acb tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:03.878371 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-53293da5-555e-4c9a-b9b8-e9f9ce71a403 req-3d64a514-bcc1-4abf-aaf6-705e1b522acb tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0612423 Jun 29 15:55:03.915356 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-53293da5-555e-4c9a-b9b8-e9f9ce71a403 req-91099441-f7a0-410c-9654-faab3a7486e9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309641 Jun 29 15:55:03.946750 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b207-fef4-4502-8a33-85392a476e2e req-c10f2992-f9c8-4c34-8e55-798f848685c1 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:03.948411 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a374b207-fef4-4502-8a33-85392a476e2e req-c10f2992-f9c8-4c34-8e55-798f848685c1 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0632591 Jun 29 15:55:03.983438 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a374b207-fef4-4502-8a33-85392a476e2e req-a46851d1-b9bc-4617-81e6-f1d48b860ffa tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296049 Jun 29 15:55:05.088597 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a66e5c-5630-44b3-bcde-e10330d20302 req-625b79e5-3a6d-4a18-9741-98efe5593228 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:05.090252 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e0a66e5c-5630-44b3-bcde-e10330d20302 req-625b79e5-3a6d-4a18-9741-98efe5593228 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0649660 Jun 29 15:55:05.130966 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e0a66e5c-5630-44b3-bcde-e10330d20302 req-5f6682bd-d7f4-4c57-a8bd-dca385a59d04 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350075 Jun 29 15:55:05.161494 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85334e99-3be1-4980-a6ca-f8337958c9b5 req-72b4ba70-6b53-4e91-991c-6a275f0f9ed3 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:05.162964 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-85334e99-3be1-4980-a6ca-f8337958c9b5 req-72b4ba70-6b53-4e91-991c-6a275f0f9ed3 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0673630 Jun 29 15:55:05.204057 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-85334e99-3be1-4980-a6ca-f8337958c9b5 req-4ebb357b-c596-4e20-b5ba-b607e76ca328 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350389 Jun 29 15:55:06.318854 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05574550-a38d-4b6c-9d92-0e8619b0fd98 req-39235d19-4e77-4166-9c69-de86e28fb531 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:06.320538 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-05574550-a38d-4b6c-9d92-0e8619b0fd98 req-39235d19-4e77-4166-9c69-de86e28fb531 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0733724 Jun 29 15:55:06.361333 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-05574550-a38d-4b6c-9d92-0e8619b0fd98 req-2399810b-9ecc-4d0d-9db0-ba8416f0080e tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348179 Jun 29 15:55:06.523178 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56866757-28fc-4b58-a302-9f55a2a47b1e req-7f70d848-5c30-4c42-bfab-d812ea432c78 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:06.525135 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-56866757-28fc-4b58-a302-9f55a2a47b1e req-7f70d848-5c30-4c42-bfab-d812ea432c78 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0605428 Jun 29 15:55:06.563126 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-56866757-28fc-4b58-a302-9f55a2a47b1e req-606cb77f-ec48-4c78-82cf-820a562f62d8 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324764 Jun 29 15:55:07.526324 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ceb4e-921e-4d95-a103-acb2697a7964 req-98841b9e-c884-461c-b27a-b8b2614a3640 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:07.527790 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a74ceb4e-921e-4d95-a103-acb2697a7964 req-98841b9e-c884-461c-b27a-b8b2614a3640 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0602369 Jun 29 15:55:07.568134 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a74ceb4e-921e-4d95-a103-acb2697a7964 req-3d3782b9-bd5d-4cb7-9983-d68465059d04 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346301 Jun 29 15:55:07.729076 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dede80-5505-4145-8b9f-ce028cd405fb req-2adae9b8-8f68-40c7-8827-82c879d592ef tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:07.730461 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19dede80-5505-4145-8b9f-ce028cd405fb req-2adae9b8-8f68-40c7-8827-82c879d592ef tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0616369 Jun 29 15:55:07.736942 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:07.766782 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19dede80-5505-4145-8b9f-ce028cd405fb req-69f5361d-0aa3-4b09-af41-8a78611b945a tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304165 Jun 29 15:55:08.199027 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eefe7d9e-9606-4ee9-a6c8-b1b593dbe85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.742788 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedf70b-3ab4-4154-be16-11bc84d1884a req-94639949-dfce-45a3-8810-947ae8f921c9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:08.744285 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dcedf70b-3ab4-4154-be16-11bc84d1884a req-94639949-dfce-45a3-8810-947ae8f921c9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0624399 Jun 29 15:55:08.781703 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dcedf70b-3ab4-4154-be16-11bc84d1884a req-c1854d35-1463-43d0-a434-2eb562cfa174 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316777 Jun 29 15:55:08.936906 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70087caf-3737-481e-8d17-2ac6fdba703a req-0c23e4d0-fe22-442b-809f-3bce219d568e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:08.938359 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-70087caf-3737-481e-8d17-2ac6fdba703a req-0c23e4d0-fe22-442b-809f-3bce219d568e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0632687 Jun 29 15:55:08.975952 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-70087caf-3737-481e-8d17-2ac6fdba703a req-5da24683-0a13-4197-989b-ec91e626c087 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318942 Jun 29 15:55:09.948444 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59359d01-ab46-4e49-956e-9adba8ac1a43 req-9c14bc07-03e0-4561-acb2-76af51f7a222 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:09.949913 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-59359d01-ab46-4e49-956e-9adba8ac1a43 req-9c14bc07-03e0-4561-acb2-76af51f7a222 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0614493 Jun 29 15:55:09.988348 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-59359d01-ab46-4e49-956e-9adba8ac1a43 req-84fa6e92-3961-403e-8e2d-bc2e7440b329 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325546 Jun 29 15:55:10.146776 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a6717-9427-46fb-b2f4-e371a4d0ac90 req-ce2500cf-7143-4c41-8c76-f05f74c4632f tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:10.148233 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c87a6717-9427-46fb-b2f4-e371a4d0ac90 req-ce2500cf-7143-4c41-8c76-f05f74c4632f tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0607326 Jun 29 15:55:10.184321 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c87a6717-9427-46fb-b2f4-e371a4d0ac90 req-816c0329-7e98-4397-a732-e6482f70c07d tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301080 Jun 29 15:55:10.767945 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-35168c8b-da9f-4423-84d3-f7a704688ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:11.160681 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799bc54-cbf0-4da9-8394-0eeeadf4b517 req-0f99258e-0474-422e-b56e-a125f6f1aedb tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:11.162116 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4799bc54-cbf0-4da9-8394-0eeeadf4b517 req-0f99258e-0474-422e-b56e-a125f6f1aedb tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0634575 Jun 29 15:55:11.199414 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4799bc54-cbf0-4da9-8394-0eeeadf4b517 req-2af70d48-1044-4789-9ddd-ffdbd33add12 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313184 Jun 29 15:55:11.349397 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:11.350594 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482458c3-9b37-40aa-acca-813e9f3a1edf req-51e9b5e5-4464-4927-b7a9-ccdd0b60f794 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:11.352763 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-482458c3-9b37-40aa-acca-813e9f3a1edf req-51e9b5e5-4464-4927-b7a9-ccdd0b60f794 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0629327 Jun 29 15:55:11.399683 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-482458c3-9b37-40aa-acca-813e9f3a1edf req-0ceba723-c916-466b-9a3e-569dc1c30170 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Jun 29 15:55:11.838774 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:12.368023 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223e944-a983-42d5-904c-ba2ff0a6c4da req-3fcfccea-af5f-4ada-8900-57192658de23 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:12.369405 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7223e944-a983-42d5-904c-ba2ff0a6c4da req-3fcfccea-af5f-4ada-8900-57192658de23 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0614531 Jun 29 15:55:12.405453 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7223e944-a983-42d5-904c-ba2ff0a6c4da req-5ea1a3cc-5ee3-414c-b69b-576c1faa31af tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305536 Jun 29 15:55:12.573894 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b470ae-e483-480d-a410-0b15e8fc7a25 req-4e40a655-da6f-4bf7-bb82-d6635442d78a tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:12.575337 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7b470ae-e483-480d-a410-0b15e8fc7a25 req-4e40a655-da6f-4bf7-bb82-d6635442d78a tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0608962 Jun 29 15:55:12.611188 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7b470ae-e483-480d-a410-0b15e8fc7a25 req-9af06b36-cfdf-471a-9906-5ba23015a328 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301878 Jun 29 15:55:13.162847 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cd8ea-b037-4de6-bb53-9bb36f4c6be3 req-e092025b-7b5b-4831-a0c7-998b8f2f302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:13.164961 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a96cd8ea-b037-4de6-bb53-9bb36f4c6be3 req-e092025b-7b5b-4831-a0c7-998b8f2f302c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5eb9347f0764f28ae522be4bcd4f8bf&device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 1097 time: 0.0534928 Jun 29 15:55:13.259902 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fda430cf-591b-4744-9969-f281a0186589 req-a4abf96b-504f-49bf-8a34-3c63df143890 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497088 Jun 29 15:55:13.305018 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cd8ea-b037-4de6-bb53-9bb36f4c6be3 req-30cbee6f-e64b-4cbf-b0a5-8ffe4d065a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:13.306467 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a96cd8ea-b037-4de6-bb53-9bb36f4c6be3 req-30cbee6f-e64b-4cbf-b0a5-8ffe4d065a1a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=b5eb9347f0764f28ae522be4bcd4f8bf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0968781 Jun 29 15:55:13.357482 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda430cf-591b-4744-9969-f281a0186589 req-69aeb41d-cafb-4c5e-b5b1-e1d8ff94abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:13.358994 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fda430cf-591b-4744-9969-f281a0186589 req-69aeb41d-cafb-4c5e-b5b1-e1d8ff94abe4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 1098 time: 0.0564251 Jun 29 15:55:13.420486 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cd8ea-b037-4de6-bb53-9bb36f4c6be3 req-7b51c7c3-f61f-4166-a7f0-bbf5e1ff64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:13.421949 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a96cd8ea-b037-4de6-bb53-9bb36f4c6be3 req-7b51c7c3-f61f-4166-a7f0-bbf5e1ff64a1 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909979 Jun 29 15:55:13.468678 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda430cf-591b-4744-9969-f281a0186589 req-3b7e7a2d-953f-4359-ba25-c1c61a8639c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:13.470137 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fda430cf-591b-4744-9969-f281a0186589 req-3b7e7a2d-953f-4359-ba25-c1c61a8639c6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0861399 Jun 29 15:55:13.577925 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2f4c6-77e4-4e1e-9151-9e3a326377b3 req-cf10f0b2-ca12-4599-bfec-af434417f1c4 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:13.579379 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-77a2f4c6-77e4-4e1e-9151-9e3a326377b3 req-cf10f0b2-ca12-4599-bfec-af434417f1c4 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0663457 Jun 29 15:55:13.610162 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:13.620090 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-77a2f4c6-77e4-4e1e-9151-9e3a326377b3 req-1d6b56de-1254-4a7d-bf5a-6543debe859b tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348043 Jun 29 15:55:13.676723 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fda430cf-591b-4744-9969-f281a0186589 req-92bf724c-099a-44f9-a205-2b03b33b2ce9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a30074-aa07-4281-9ad4-e6d428a2befa HTTP/1.1" status: 200 len: 217 time: 0.0344777 Jun 29 15:55:13.728825 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda430cf-591b-4744-9969-f281a0186589 req-dd8b9bac-ca19-4bb9-8714-1623070879d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:13.730406 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fda430cf-591b-4744-9969-f281a0186589 req-dd8b9bac-ca19-4bb9-8714-1623070879d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0471923 Jun 29 15:55:13.770706 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fda430cf-591b-4744-9969-f281a0186589 req-289ba7c7-9b4e-438c-8523-ba6f4a2d7061 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323143 Jun 29 15:55:13.772948 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406e355-81f3-4afc-856f-a831ddf35082 req-42c1ba02-f424-4172-a5d8-8d3647aaa111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:13.774418 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4406e355-81f3-4afc-856f-a831ddf35082 req-42c1ba02-f424-4172-a5d8-8d3647aaa111 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5eb9347f0764f28ae522be4bcd4f8bf&device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 1097 time: 0.1019115 Jun 29 15:55:13.822498 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4406e355-81f3-4afc-856f-a831ddf35082 req-f032d370-ee76-44fb-98d5-6019c66a1a71 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5dde5f1-bb76-4f9e-91d7-595751d4d65f HTTP/1.1" status: 200 len: 217 time: 0.0354893 Jun 29 15:55:13.833684 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8913ab3-e4cd-4e59-9f8e-30d719c96574 req-c4cd5c74-1423-4b93-9db9-e26715cbf6be tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:13.835138 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c8913ab3-e4cd-4e59-9f8e-30d719c96574 req-c4cd5c74-1423-4b93-9db9-e26715cbf6be tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.1038921 Jun 29 15:55:13.880915 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fda430cf-591b-4744-9969-f281a0186589 req-51d1dfe4-50a8-49ee-9be2-a19015ace65c service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946004 Jun 29 15:55:13.905736 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c8913ab3-e4cd-4e59-9f8e-30d719c96574 req-c2ed7532-736f-440c-a0ad-33262baf15c0 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613673 Jun 29 15:55:13.907312 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406e355-81f3-4afc-856f-a831ddf35082 req-984c85b6-16c6-4cbd-a942-270358d16a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:13.908672 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4406e355-81f3-4afc-856f-a831ddf35082 req-984c85b6-16c6-4cbd-a942-270358d16a8e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=55160d04-7a1d-424d-9c81-93ef702ebd3e HTTP/1.1" status: 200 len: 853 time: 0.0725517 Jun 29 15:55:13.978401 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fda430cf-591b-4744-9969-f281a0186589 req-b03d3f0a-bc59-4854-aa43-8e22e968dc62 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909061 Jun 29 15:55:13.989370 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406e355-81f3-4afc-856f-a831ddf35082 req-d7de8791-b758-4630-8b97-5d194101be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:13.990814 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4406e355-81f3-4afc-856f-a831ddf35082 req-d7de8791-b758-4630-8b97-5d194101be56 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f03db3ed-aa59-45a2-8bf3-bb115c3cc976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0723057 Jun 29 15:55:14.098651 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4406e355-81f3-4afc-856f-a831ddf35082 req-27fc3eeb-9a69-496f-92e2-44caeebead75 service neutron] 10.222.0.77 "GET /v2.0/networks/f03db3ed-aa59-45a2-8bf3-bb115c3cc976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979302 Jun 29 15:55:14.191932 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4406e355-81f3-4afc-856f-a831ddf35082 req-e6cbc056-2d6c-4160-9486-fc8e990ae2f8 service neutron] 10.222.0.77 "GET /v2.0/networks/f03db3ed-aa59-45a2-8bf3-bb115c3cc976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823939 Jun 29 15:55:14.787951 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae1165-7d9d-4d94-b1da-96a6728fead3 req-15b9b835-bcca-45ba-b9df-e633b25cc60b tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:14.789885 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d0ae1165-7d9d-4d94-b1da-96a6728fead3 req-15b9b835-bcca-45ba-b9df-e633b25cc60b tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0614276 Jun 29 15:55:14.825716 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d0ae1165-7d9d-4d94-b1da-96a6728fead3 req-6882a8ba-23b4-4a27-b309-70bab2ff15be tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302966 Jun 29 15:55:15.077106 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93385228-b94d-4804-98ff-c8e443fe6dcf req-0bf49d46-c924-48ee-8144-843baf673ee7 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:15.078735 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-93385228-b94d-4804-98ff-c8e443fe6dcf req-0bf49d46-c924-48ee-8144-843baf673ee7 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0637250 Jun 29 15:55:15.118392 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-93385228-b94d-4804-98ff-c8e443fe6dcf req-821eea9f-f62a-4687-8264-e12ce41a6536 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336108 Jun 29 15:55:15.996697 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7ca7e-6a0a-4db7-99ce-0f0c9da35d76 req-d89d063b-bbee-4e04-95aa-430bf69a4ed4 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:15.998190 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-54c7ca7e-6a0a-4db7-99ce-0f0c9da35d76 req-d89d063b-bbee-4e04-95aa-430bf69a4ed4 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0629864 Jun 29 15:55:16.038920 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-54c7ca7e-6a0a-4db7-99ce-0f0c9da35d76 req-86213138-19ac-4bb2-82f4-ae36a332e023 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351191 Jun 29 15:55:16.291848 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffe33d-c255-44dd-b205-705efda8f52c req-9d8c4747-8c0c-4102-b1f0-536440dc31d9 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:16.293283 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e7ffe33d-c255-44dd-b205-705efda8f52c req-9d8c4747-8c0c-4102-b1f0-536440dc31d9 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0657196 Jun 29 15:55:16.329896 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e7ffe33d-c255-44dd-b205-705efda8f52c req-f83e3ae7-06b2-4c35-b90f-d43adc3fc4cc tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308285 Jun 29 15:55:17.207901 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a6fdd-7465-46dc-b589-cf02490809f7 req-f70d0060-7df8-4aa3-a25c-2973afdb84db tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:17.209368 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-189a6fdd-7465-46dc-b589-cf02490809f7 req-f70d0060-7df8-4aa3-a25c-2973afdb84db tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0618114 Jun 29 15:55:17.245800 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-189a6fdd-7465-46dc-b589-cf02490809f7 req-d43a864c-b80a-4e86-a93b-db61abbfc18c tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303447 Jun 29 15:55:17.509800 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b278776-99fb-456e-b596-6ee0f76818bd req-ee8f682b-66f8-46b9-969c-8155d611f272 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:17.511242 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3b278776-99fb-456e-b596-6ee0f76818bd req-ee8f682b-66f8-46b9-969c-8155d611f272 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0640368 Jun 29 15:55:17.546812 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3b278776-99fb-456e-b596-6ee0f76818bd req-bfd1eaee-3e3f-4f5f-afe9-3b998285378e tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300400 Jun 29 15:55:18.413095 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c53b7-f1d0-4cfa-8b43-d8d7301a8c91 req-68635cb0-b8a0-44dd-9756-2cddb079c133 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:18.415183 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a50c53b7-f1d0-4cfa-8b43-d8d7301a8c91 req-68635cb0-b8a0-44dd-9756-2cddb079c133 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0621536 Jun 29 15:55:18.455597 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a50c53b7-f1d0-4cfa-8b43-d8d7301a8c91 req-0be768f6-e8ba-40e8-ab58-b37639e422b0 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327418 Jun 29 15:55:18.721578 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a5f4-04a4-4d5a-b1df-fa1e5b2e4e6c req-0e63be26-b0ba-482a-849a-5d5871c61d6b tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:18.723465 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d83a5f4-04a4-4d5a-b1df-fa1e5b2e4e6c req-0e63be26-b0ba-482a-849a-5d5871c61d6b tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0654736 Jun 29 15:55:18.761537 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d83a5f4-04a4-4d5a-b1df-fa1e5b2e4e6c req-6f6dc73b-0b7a-4ad9-bede-36b4627667db tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321467 Jun 29 15:55:19.632022 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd7ace-c76b-4623-9f2b-debb6e89e534 req-fc497c9f-3e90-45ce-aed8-d82e7bab1e23 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:19.633486 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fabd7ace-c76b-4623-9f2b-debb6e89e534 req-fc497c9f-3e90-45ce-aed8-d82e7bab1e23 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 944 time: 0.0666542 Jun 29 15:55:19.669897 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fabd7ace-c76b-4623-9f2b-debb6e89e534 req-54de0191-3cd5-47be-97fc-d1817d1325b0 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308204 Jun 29 15:55:19.936454 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1bf83-3670-46b2-a8ce-6807477e604f req-03399986-18de-4f1d-8a98-2723e1dc2839 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:19.938214 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-17d1bf83-3670-46b2-a8ce-6807477e604f req-03399986-18de-4f1d-8a98-2723e1dc2839 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0652986 Jun 29 15:55:19.964188 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device e5dde5f1-bb76-4f9e-91d7-595751d4d65f details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:55:19.979491 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-17d1bf83-3670-46b2-a8ce-6807477e604f req-c9d36b72-ecaa-4468-bee2-d122a610c420 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356314 Jun 29 15:55:20.071656 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port e5dde5f1-bb76-4f9e-91d7-595751d4d65f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5dde5f1-bb76-4f9e-91d7-595751d4d65f,segment=NetworkSegment(6abc6e9a-5dcf-47ac-8e8e-9f73d8071709),segment_id=6abc6e9a-5dcf-47ac-8e8e-9f73d8071709)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:55:20.081903 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Returning: {'device': 'e5dde5f1-bb76-4f9e-91d7-595751d4d65f', 'network_id': 'f03db3ed-aa59-45a2-8bf3-bb115c3cc976', 'port_id': 'e5dde5f1-bb76-4f9e-91d7-595751d4d65f', 'mac_address': 'fa:16:3e:15:37:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55160d04-7a1d-424d-9c81-93ef702ebd3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:55:20.121133 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:20.135881 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5dde5f1-bb76-4f9e-91d7-595751d4d65f {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:55:20.165131 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port e5dde5f1-bb76-4f9e-91d7-595751d4d65f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5dde5f1-bb76-4f9e-91d7-595751d4d65f,segment=NetworkSegment(6abc6e9a-5dcf-47ac-8e8e-9f73d8071709),segment_id=6abc6e9a-5dcf-47ac-8e8e-9f73d8071709)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:55:20.169960 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:20.171902 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:20.220848 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=e5dde5f1-bb76-4f9e-91d7-595751d4d65f,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:20.227644 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:20.228010 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:20.228352 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:20.228684 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:20.229011 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:20.229342 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:20.229665 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:20.229984 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:20.230320 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:20.230643 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:20.230959 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:20.231272 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:20.235044 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:20.840712 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['e5dde5f1-bb76-4f9e-91d7-595751d4d65f'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:55:20.852699 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d56b5-e909-488c-a0ac-454811853a70 req-738c1fe0-07b2-4f5e-bc5d-80df2992f5ce tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:20.854316 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cb9d56b5-e909-488c-a0ac-454811853a70 req-738c1fe0-07b2-4f5e-bc5d-80df2992f5ce tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 945 time: 0.0655882 Jun 29 15:55:20.910079 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cb9d56b5-e909-488c-a0ac-454811853a70 req-4c12568e-5a00-4927-8d67-694c47cde236 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490668 Jun 29 15:55:21.147771 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10313aea-7471-4001-b512-ecfdf5b4f246 req-8b952a3e-c18a-4cc0-8d94-a97a7839cca9 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:21.149096 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-10313aea-7471-4001-b512-ecfdf5b4f246 req-8b952a3e-c18a-4cc0-8d94-a97a7839cca9 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0611115 Jun 29 15:55:21.185182 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-10313aea-7471-4001-b512-ecfdf5b4f246 req-7c6e9a30-da54-4d1e-a09d-2262683dc024 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306084 Jun 29 15:55:22.059067 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716469e1-cdf8-47e6-a1a0-532d50ea9bda req-5026205c-a453-4db4-8e1f-abce989cca4a tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:22.060571 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-716469e1-cdf8-47e6-a1a0-532d50ea9bda req-5026205c-a453-4db4-8e1f-abce989cca4a tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 946 time: 0.0825415 Jun 29 15:55:22.096022 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f45ec2-deb1-4a9e-8219-8075fd77ed53 req-3b7b2af4-ca78-455b-9a3b-fe842825741f tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:22.097649 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-56f45ec2-deb1-4a9e-8219-8075fd77ed53 req-3b7b2af4-ca78-455b-9a3b-fe842825741f tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 945 time: 0.0672283 Jun 29 15:55:22.101317 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-716469e1-cdf8-47e6-a1a0-532d50ea9bda req-1afbaa77-289f-4902-a463-8c3c756249ca tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327959 Jun 29 15:55:22.139357 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-56f45ec2-deb1-4a9e-8219-8075fd77ed53 req-8adcde15-8053-42fd-9ca0-999b7574759d tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361102 Jun 29 15:55:22.355465 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfab0a9-626f-4889-af3a-e04d090e15f8 req-2d5aae88-a984-4618-a2b1-86487610cda5 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:22.356949 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8cfab0a9-626f-4889-af3a-e04d090e15f8 req-2d5aae88-a984-4618-a2b1-86487610cda5 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0635779 Jun 29 15:55:22.399961 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8cfab0a9-626f-4889-af3a-e04d090e15f8 req-99fcadff-528b-4ff2-b9e1-e00ee1b28185 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368159 Jun 29 15:55:23.271507 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c559f45-4c7b-4fcd-b363-6f7fa42c587b req-8c4034fa-4bb1-4e72-82bb-ce6eb4a1ca55 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:23.272882 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2c559f45-4c7b-4fcd-b363-6f7fa42c587b req-8c4034fa-4bb1-4e72-82bb-ce6eb4a1ca55 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 946 time: 0.0598614 Jun 29 15:55:23.310417 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feebed0-fa40-4c63-bb9f-0519eac60c23 req-b5f93d2c-043d-4c52-82a3-32483f25e934 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:23.311888 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2feebed0-fa40-4c63-bb9f-0519eac60c23 req-b5f93d2c-043d-4c52-82a3-32483f25e934 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 945 time: 0.0621991 Jun 29 15:55:23.312948 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2c559f45-4c7b-4fcd-b363-6f7fa42c587b req-9d896874-be18-4eca-a122-6bbfa683acb7 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307901 Jun 29 15:55:23.348579 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2feebed0-fa40-4c63-bb9f-0519eac60c23 req-6c79cc99-0ac3-4763-bdd8-374f2949dd4a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308688 Jun 29 15:55:23.569940 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a161818-9334-4eff-8a74-9748c29a4ab2 req-a9a5b90e-f7ce-450b-9616-6a7d2f72c173 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:23.572018 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3a161818-9334-4eff-8a74-9748c29a4ab2 req-a9a5b90e-f7ce-450b-9616-6a7d2f72c173 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0609980 Jun 29 15:55:23.614128 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3a161818-9334-4eff-8a74-9748c29a4ab2 req-c74fe62d-8f68-4db8-9d26-2693ba5530ea tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366979 Jun 29 15:55:24.008898 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device e5dde5f1-bb76-4f9e-91d7-595751d4d65f up at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:55:24.059427 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning for port e5dde5f1-bb76-4f9e-91d7-595751d4d65f completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:55:24.064087 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning complete for port e5dde5f1-bb76-4f9e-91d7-595751d4d65f triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:24.064488 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:24.141729 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:24.165850 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce9eaa3-4932-44e9-b122-c76d74df120d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5dde5f1-bb76-4f9e-91d7-595751d4d65f'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:55:24.168214 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e148ad334d6b0a25feb6cb172eaafc5bfcff4dbaa69dd97dd66c28eda2659d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3bb5ea-ffa7-4ee9-8b86-a45bb1535aea" -d '{"events": [{"server_uuid": "6ce9eaa3-4932-44e9-b122-c76d74df120d", "name": "network-vif-plugged", "status": "completed", "tag": "e5dde5f1-bb76-4f9e-91d7-595751d4d65f"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:55:24.182785 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port e5dde5f1-bb76-4f9e-91d7-595751d4d65f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5dde5f1-bb76-4f9e-91d7-595751d4d65f,segment=NetworkSegment(6abc6e9a-5dcf-47ac-8e8e-9f73d8071709),segment_id=6abc6e9a-5dcf-47ac-8e8e-9f73d8071709)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:55:24.187242 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:24.189343 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0a9860c3-f652-4dd1-82ff-31775c2389bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:24.209926 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7084576-a7c9-49a8-8dc0-8d8a25c5ab00 x-openstack-request-id: req-e7084576-a7c9-49a8-8dc0-8d8a25c5ab00 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:55:24.210170 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce9eaa3-4932-44e9-b122-c76d74df120d", "name": "network-vif-plugged", "status": "completed", "tag": "e5dde5f1-bb76-4f9e-91d7-595751d4d65f", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:55:24.210428 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e7084576-a7c9-49a8-8dc0-8d8a25c5ab00 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:55:24.210814 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce9eaa3-4932-44e9-b122-c76d74df120d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5dde5f1-bb76-4f9e-91d7-595751d4d65f', 'code': 200} Jun 29 15:55:24.239228 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=e5dde5f1-bb76-4f9e-91d7-595751d4d65f,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:24.243274 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:24.436160 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf185f-ac9a-4e58-981a-80c356f33a4f req-6c83501a-8d28-4cfd-be26-d580122f0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:24.437808 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-edbf185f-ac9a-4e58-981a-80c356f33a4f req-6c83501a-8d28-4cfd-be26-d580122f0eb1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 1099 time: 0.0587735 Jun 29 15:55:24.504658 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-edbf185f-ac9a-4e58-981a-80c356f33a4f req-a889c569-92eb-4fad-8fa0-0a7889d9f21e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598016 Jun 29 15:55:24.505841 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97f17e-5a9e-4822-98a5-fe2b69c84dbc req-6f3c3a53-01cb-4d8e-a1f8-00e54f93908a tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:24.507386 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3d97f17e-5a9e-4822-98a5-fe2b69c84dbc req-6f3c3a53-01cb-4d8e-a1f8-00e54f93908a tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 946 time: 0.0753133 Jun 29 15:55:24.536378 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c01a80-8149-4ba5-903e-14d747b7bd13 req-c67dec88-4bab-41b5-b315-f84444d5c1ea tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:24.537933 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-48c01a80-8149-4ba5-903e-14d747b7bd13 req-c67dec88-4bab-41b5-b315-f84444d5c1ea tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 946 time: 0.0773315 Jun 29 15:55:24.547472 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3d97f17e-5a9e-4822-98a5-fe2b69c84dbc req-ea1aa7dc-21b1-4e6e-86e5-d70d7b4e08b8 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/security-groups?id=568defd7-d242-4668-8731-fc47670a8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341201 Jun 29 15:55:24.578275 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-48c01a80-8149-4ba5-903e-14d747b7bd13 req-5b3893bc-2810-4e8b-abaa-5fc8f47954a1 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337577 Jun 29 15:55:24.791048 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a852808-c59f-444e-beb1-ec444c18e108 req-446cb13e-4a9c-4346-ad8a-f89aac93b1d3 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:24.792514 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2a852808-c59f-444e-beb1-ec444c18e108 req-446cb13e-4a9c-4346-ad8a-f89aac93b1d3 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0602889 Jun 29 15:55:24.799284 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ce779-0a56-4c16-845e-e4145416b148 req-bc338192-4e88-4b33-82d6-1bb0eb85393b tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:24.800717 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e31ce779-0a56-4c16-845e-e4145416b148 req-bc338192-4e88-4b33-82d6-1bb0eb85393b tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.77 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 946 time: 0.0593958 Jun 29 15:55:24.828980 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2a852808-c59f-444e-beb1-ec444c18e108 req-6406671e-eaa7-4e37-8938-df8df71cf878 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306919 Jun 29 15:55:24.944083 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-e31ce779-0a56-4c16-845e-e4145416b148 req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Deleting port 42280368-1183-4f33-a4fe-1ceb75164027 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:55:24.944434 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e31ce779-0a56-4c16-845e-e4145416b148 req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:25.030513 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-e31ce779-0a56-4c16-845e-e4145416b148 req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] For port 42280368-1183-4f33-a4fe-1ceb75164027, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=42280368-1183-4f33-a4fe-1ceb75164027,segment=NetworkSegment(c02c780a-ef66-494f-a424-1756a7cb6c3f),segment_id=c02c780a-ef66-494f-a424-1756a7cb6c3f)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:55:25.030869 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e31ce779-0a56-4c16-845e-e4145416b148 req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:25.045585 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-e31ce779-0a56-4c16-845e-e4145416b148 req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Calling delete_port for 42280368-1183-4f33-a4fe-1ceb75164027 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:55:25.205681 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e31ce779-0a56-4c16-845e-e4145416b148 req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:25.209931 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:25.218745 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['42280368-1183-4f33-a4fe-1ceb75164027'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:55:25.233854 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Pushing event deleted for resources: {'Port': ['ID=42280368-1183-4f33-a4fe-1ceb75164027,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:25.259692 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:25.260053 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:25.260403 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:25.260748 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:25.261089 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:25.261431 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:25.261789 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:25.262129 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:25.262463 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:25.262795 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:25.263126 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:25.263456 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:25.284076 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:25.304496 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31ce779-0a56-4c16-845e-e4145416b148 req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] No DVR routers for this DVR port 42280368-1183-4f33-a4fe-1ceb75164027 on host hv-cinder-78662 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:55:25.307982 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e31ce779-0a56-4c16-845e-e4145416b148 req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:25.309934 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e31ce779-0a56-4c16-845e-e4145416b148 req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.77 "DELETE /v2.0/ports/42280368-1183-4f33-a4fe-1ceb75164027 HTTP/1.1" status: 204 len: 173 time: 0.5026288 Jun 29 15:55:25.310406 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0690d71a-4457-4993-9a1c-3b6e0d76e089', 'name': 'network-vif-deleted', 'tag': '42280368-1183-4f33-a4fe-1ceb75164027'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:55:25.312702 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4777d040-29ce-4b4d-8923-018fdf8e3549" -d '{"events": [{"server_uuid": "0690d71a-4457-4993-9a1c-3b6e0d76e089", "name": "network-vif-deleted", "tag": "42280368-1183-4f33-a4fe-1ceb75164027"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:55:25.350101 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71aa2bca-47b6-4675-bbea-90e0bab5b02a x-openstack-request-id: req-71aa2bca-47b6-4675-bbea-90e0bab5b02a {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:55:25.350414 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0690d71a-4457-4993-9a1c-3b6e0d76e089", "name": "network-vif-deleted", "tag": "42280368-1183-4f33-a4fe-1ceb75164027", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:55:25.350692 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-71aa2bca-47b6-4675-bbea-90e0bab5b02a {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:55:25.351111 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0690d71a-4457-4993-9a1c-3b6e0d76e089', 'name': 'network-vif-deleted', 'tag': '42280368-1183-4f33-a4fe-1ceb75164027', 'status': 'completed', 'code': 200} Jun 29 15:55:25.687161 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c16c05fe-2645-4c25-8dfb-47699fe6f668 req-dbfdefc5-f20b-4f18-bd26-94a7f8e8d8be tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0289302 Jun 29 15:55:25.747859 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02f43f-f78b-4db1-9417-8f1b6d7c506f req-5c0e232c-77fb-4fe6-9df7-f3f7176e6db0 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:25.749294 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7d02f43f-f78b-4db1-9417-8f1b6d7c506f req-5c0e232c-77fb-4fe6-9df7-f3f7176e6db0 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 946 time: 0.0607173 Jun 29 15:55:25.784702 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7d02f43f-f78b-4db1-9417-8f1b6d7c506f req-50f9ec5a-d771-4b54-aa05-8de583f2c091 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299571 Jun 29 15:55:26.005640 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41278e01-ade4-4e98-99c1-394291d57165 req-ac4dc06d-639a-4ebe-a9da-f1e2c429def7 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:26.007102 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-41278e01-ade4-4e98-99c1-394291d57165 req-ac4dc06d-639a-4ebe-a9da-f1e2c429def7 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0667810 Jun 29 15:55:26.048172 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-41278e01-ade4-4e98-99c1-394291d57165 req-b7154f11-291e-42c6-8374-9664c380a3fc tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337937 Jun 29 15:55:26.827320 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f8298dd1-63ce-4962-86d1-a8afb1ece500 req-aeb4e339-76eb-418c-b4a4-51b7038c2720 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0272522 Jun 29 15:55:26.953402 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6f92d-4b7d-4e3e-a490-d31ad5e365db req-da453cae-ca39-4fda-af0e-ec9ee3578b36 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:26.954851 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bca6f92d-4b7d-4e3e-a490-d31ad5e365db req-da453cae-ca39-4fda-af0e-ec9ee3578b36 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 946 time: 0.0624595 Jun 29 15:55:26.990650 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bca6f92d-4b7d-4e3e-a490-d31ad5e365db req-e3c92f9d-4bf9-4dd7-9a92-6f018ef95bbf tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301478 Jun 29 15:55:27.163502 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a92da-6965-448e-9af7-b99a843fede4 req-06259f2b-a74f-4eca-a0a7-0a1992c55082 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:27.165479 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-040a92da-6965-448e-9af7-b99a843fede4 req-06259f2b-a74f-4eca-a0a7-0a1992c55082 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 946 time: 0.0661922 Jun 29 15:55:27.202520 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-040a92da-6965-448e-9af7-b99a843fede4 req-22b88a46-ee75-4f04-8f20-21a2fdadc87c tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316021 Jun 29 15:55:27.224926 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042e442-e60d-45be-9bab-1b1b3859336e req-15d3050b-b533-4592-bd6d-2320df8c1058 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:27.226421 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9042e442-e60d-45be-9bab-1b1b3859336e req-15d3050b-b533-4592-bd6d-2320df8c1058 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0642488 Jun 29 15:55:27.267203 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9042e442-e60d-45be-9bab-1b1b3859336e req-aa57a967-c3e4-4d47-b788-20f362f15280 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346911 Jun 29 15:55:27.582104 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46b842-dc8a-47e8-a570-df463f24d94a req-951367ee-96a4-4b6e-9f3b-f4e85c25fc75 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:27.583588 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2b46b842-dc8a-47e8-a570-df463f24d94a req-951367ee-96a4-4b6e-9f3b-f4e85c25fc75 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 946 time: 0.0627036 Jun 29 15:55:27.622887 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2b46b842-dc8a-47e8-a570-df463f24d94a req-7304f2d3-3a15-4ed5-ad25-7655a3a07773 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Jun 29 15:55:27.966956 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0a382184-6290-4ed6-a767-db99fa03d829 req-a1eea0f0-09c9-4630-ae17-aada80c0eed9 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0310693 Jun 29 15:55:28.441055 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f79bc8-31aa-4da1-ba91-47af91296cc2 req-749cd373-0723-4dd3-b903-3484bba5ec7b tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:28.442507 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f8f79bc8-31aa-4da1-ba91-47af91296cc2 req-749cd373-0723-4dd3-b903-3484bba5ec7b tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0645339 Jun 29 15:55:28.484862 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f8f79bc8-31aa-4da1-ba91-47af91296cc2 req-e0ce4dfb-0f62-401f-93f1-af9ce5d2fb19 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367115 Jun 29 15:55:29.101678 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ae490b23-ae13-4986-9402-554c3c31c230 req-972d43d9-7547-4d29-b97d-ad9d5f597d8b tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0272694 Jun 29 15:55:29.657068 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b3be7-097d-4603-aafc-47444830252f req-0914ec7f-aee9-4011-8fd1-c5db24ff290f tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:29.658846 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-326b3be7-097d-4603-aafc-47444830252f req-0914ec7f-aee9-4011-8fd1-c5db24ff290f tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0633240 Jun 29 15:55:29.698287 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-326b3be7-097d-4603-aafc-47444830252f req-05373d60-ae86-44f9-9de8-b1af24c66d4c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327861 Jun 29 15:55:30.049192 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 42280368-1183-4f33-a4fe-1ceb75164027 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:55:30.070320 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] No Port match for: 42280368-1183-4f33-a4fe-1ceb75164027 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:55:30.070679 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 42280368-1183-4f33-a4fe-1ceb75164027 not bound to the agent host hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:55:30.236405 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-87fe5920-6490-4e54-b92f-0690f7514f47 req-7bc5d27b-3861-4518-8f50-b5be58b6f2fb tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0280638 Jun 29 15:55:30.878439 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcffe6-8188-40b0-9021-ac3326609111 req-697ab537-3b0e-4dda-9eb3-80afb0d7b7df tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:30.879928 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0bfcffe6-8188-40b0-9021-ac3326609111 req-697ab537-3b0e-4dda-9eb3-80afb0d7b7df tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0636659 Jun 29 15:55:30.917668 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0bfcffe6-8188-40b0-9021-ac3326609111 req-177f0789-745b-49f2-b15d-235575366c58 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319347 Jun 29 15:55:31.380007 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dbf1bfcc-6891-4b71-be57-2d5825c4e642 req-6fb96884-efb0-4c47-996f-ad3f19b961a4 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0313845 Jun 29 15:55:32.089211 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce502a29-0734-4d39-92bc-58e43af4c322 req-4c160589-75ee-4130-9007-794577feb5df tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:32.090673 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ce502a29-0734-4d39-92bc-58e43af4c322 req-4c160589-75ee-4130-9007-794577feb5df tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0612452 Jun 29 15:55:32.134925 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ce502a29-0734-4d39-92bc-58e43af4c322 req-2b050e31-6775-4b5b-aa1c-d98ce0b77115 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385747 Jun 29 15:55:32.536644 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-38d23a88-329e-47d7-ae2b-d0d228feea75 req-b49015b2-b590-4b07-ae2a-c437378518cc tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0277915 Jun 29 15:55:33.310281 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910519f-7e65-4256-b204-50b87e9470fe req-729a26df-3626-48c0-aa60-13e4fb5d6466 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:33.311765 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9910519f-7e65-4256-b204-50b87e9470fe req-729a26df-3626-48c0-aa60-13e4fb5d6466 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0615983 Jun 29 15:55:33.348485 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9910519f-7e65-4256-b204-50b87e9470fe req-8d0a6f2e-89c5-4f93-b18e-f6b5355f0670 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312028 Jun 29 15:55:33.674892 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-511bea3f-0c52-4b63-bf0c-a3aaacfce5f0 req-46454f67-cb23-41c1-9b61-6b920e2e12f1 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0283027 Jun 29 15:55:33.747068 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24a9c459-ac44-4832-a4f0-766dea2859ba req-8a53ae27-f3c4-4368-a97d-b7a9e5d5ffc0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9c75a977-8a53-459e-b27f-fa2eb1470724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529346 Jun 29 15:55:33.792990 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:55:34.017988 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9c459-ac44-4832-a4f0-766dea2859ba req-6c46a651-c85f-4cbe-bd33-4e27be794e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:34.019366 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24a9c459-ac44-4832-a4f0-766dea2859ba req-6c46a651-c85f-4cbe-bd33-4e27be794e41 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3eef1db2e18b4c9cb47f2668e1a20a91&device_id=9c75a977-8a53-459e-b27f-fa2eb1470724 HTTP/1.1" status: 200 len: 1099 time: 0.2478950 Jun 29 15:55:34.124766 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9c459-ac44-4832-a4f0-766dea2859ba req-3ab17dfd-01ee-42b4-a537-eb1e988b7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:34.126213 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24a9c459-ac44-4832-a4f0-766dea2859ba req-3ab17dfd-01ee-42b4-a537-eb1e988b7414 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4 HTTP/1.1" status: 200 len: 919 time: 0.0853603 Jun 29 15:55:34.171860 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24a9c459-ac44-4832-a4f0-766dea2859ba req-a2d462dd-b88a-4329-b3af-ff287fa53a47 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7927e555-949a-4add-bef4-08f1bfd4555d HTTP/1.1" status: 200 len: 217 time: 0.0388615 Jun 29 15:55:34.222382 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9c459-ac44-4832-a4f0-766dea2859ba req-312b2b98-dbac-419b-97cd-a2d07ecd777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:34.223905 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24a9c459-ac44-4832-a4f0-766dea2859ba req-312b2b98-dbac-419b-97cd-a2d07ecd777d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f7889f3-fcb4-48a2-b06b-d94d20a5bf52 HTTP/1.1" status: 200 len: 858 time: 0.0419900 Jun 29 15:55:34.256702 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24a9c459-ac44-4832-a4f0-766dea2859ba req-ca81bd7f-b8a6-44b9-81e5-68c315aaf7c0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256526 Jun 29 15:55:34.348022 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24a9c459-ac44-4832-a4f0-766dea2859ba req-c6953ff4-a0ee-4b5d-8c1e-f2f614bd5acd service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836308 Jun 29 15:55:34.434872 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24a9c459-ac44-4832-a4f0-766dea2859ba req-d800b248-318b-4889-97e0-2c060e3899f6 service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804081 Jun 29 15:55:34.526249 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaed711-6a68-4e1e-9f69-bc5fab040ab9 req-1a3f62d3-9215-4d61-a5c3-8dc7020ae141 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:34.527847 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bbaed711-6a68-4e1e-9f69-bc5fab040ab9 req-1a3f62d3-9215-4d61-a5c3-8dc7020ae141 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0675523 Jun 29 15:55:34.567581 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bbaed711-6a68-4e1e-9f69-bc5fab040ab9 req-f0bca31e-1225-4b44-baba-dccac338636d tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332239 Jun 29 15:55:34.828667 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bdc4f83f-c5ff-400c-89dc-14bb64a0ddce req-a191fc28-df1f-474f-848b-c02958bc91ab tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0314012 Jun 29 15:55:35.740330 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316866c8-78b6-431b-bcc3-007b1801b730 req-ad76163c-671f-445d-ab23-73ff33214138 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:35.741772 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-316866c8-78b6-431b-bcc3-007b1801b730 req-ad76163c-671f-445d-ab23-73ff33214138 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0637193 Jun 29 15:55:35.789549 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-316866c8-78b6-431b-bcc3-007b1801b730 req-7f957058-55da-4f48-a044-31eb0445adc3 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376368 Jun 29 15:55:35.970299 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d5c593e-a85c-4383-9230-9c53140bc8f2 req-8e51659f-566a-4435-a9ba-7fe39bc1a644 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0300238 Jun 29 15:55:36.956233 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f40267-b8d7-4110-8d14-40331109a545 req-65c7fd36-6b00-45b9-964a-fcfe23d976d8 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:36.957769 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-41f40267-b8d7-4110-8d14-40331109a545 req-65c7fd36-6b00-45b9-964a-fcfe23d976d8 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0610595 Jun 29 15:55:36.994814 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-41f40267-b8d7-4110-8d14-40331109a545 req-1dc05057-055f-4829-916b-bb1b82d39da6 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313199 Jun 29 15:55:37.107796 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fb288990-8b8a-4928-b711-06b667f32c20 req-c56f9200-0003-4c07-84fa-e277e9ee006f tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0279157 Jun 29 15:55:37.396634 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac187d52-9a54-4ec1-bb6a-c1130aaa32fa req-14ca0619-b159-4b0a-ae9d-b8ae03502279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:37.397998 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ac187d52-9a54-4ec1-bb6a-c1130aaa32fa req-14ca0619-b159-4b0a-ae9d-b8ae03502279 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0485942 Jun 29 15:55:37.435653 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ac187d52-9a54-4ec1-bb6a-c1130aaa32fa req-5f989d2e-fb46-4f1b-8210-f179d5512111 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307305 Jun 29 15:55:37.734394 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:38.168861 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e592e09-5084-4fce-9647-24f9811c30d6 req-18571e0e-1346-4104-ae06-9247a5f5ff70 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:38.170327 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1e592e09-5084-4fce-9647-24f9811c30d6 req-18571e0e-1346-4104-ae06-9247a5f5ff70 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0626783 Jun 29 15:55:38.200938 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-63874827-0e0d-4944-aabc-2ae7175c9f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:38.212568 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1e592e09-5084-4fce-9647-24f9811c30d6 req-1d896667-130e-4ee6-b64d-e5df2f91c686 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366609 Jun 29 15:55:38.246421 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3b2fcb38-513a-4517-a194-0d148dedb127 req-7aae5a7e-bc56-4bb5-b344-b0e4e38721b6 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0277138 Jun 29 15:55:39.387977 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-43bd61b9-8dfb-49d1-b886-d11cceec6415 req-93f307b3-88e5-42a9-a8ae-f3768a1afe39 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0292675 Jun 29 15:55:39.389469 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148234c6-05ca-4b06-9d29-1c23c471263f req-166c097f-090a-4a1c-bb48-e75767c2136c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:39.391133 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-148234c6-05ca-4b06-9d29-1c23c471263f req-166c097f-090a-4a1c-bb48-e75767c2136c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0666187 Jun 29 15:55:39.430005 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-148234c6-05ca-4b06-9d29-1c23c471263f req-919b9939-180c-4385-8ca1-8569e7b9e9ef tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333245 Jun 29 15:55:39.606166 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58d5f4-f604-4dd3-a2b0-2c4d0c5a019d req-2038dd17-5915-46f4-bb5e-e7431351d317 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:39.607625 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8c58d5f4-f604-4dd3-a2b0-2c4d0c5a019d req-2038dd17-5915-46f4-bb5e-e7431351d317 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c75a977-8a53-459e-b27f-fa2eb1470724 HTTP/1.1" status: 200 len: 946 time: 0.0605934 Jun 29 15:55:39.643281 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8c58d5f4-f604-4dd3-a2b0-2c4d0c5a019d req-e22ce1d8-3913-47f1-8f69-24848635d697 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299594 Jun 29 15:55:40.525735 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e4ebe894-4c50-4f59-9182-db210703e2aa req-14cb0d22-4aec-4ae9-9fcd-d6df39e6a485 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0276251 Jun 29 15:55:40.768347 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-deaa3a93-abac-4886-9295-62b3f74c9586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.351445 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.666324 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6041f230-7047-4938-aa0d-4b2c0efa87e8 req-06fcc9de-367e-423b-a3a2-ea8bc807d6e8 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0307930 Jun 29 15:55:41.841133 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:42.801447 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6a2d6194-86bc-4902-b725-2e090dfc7ba5 req-e1c4c4ae-f517-4632-8101-aadf0581d2ea tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0284424 Jun 29 15:55:43.610561 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:43.935985 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5648a76d-7aa5-4519-9ae1-cd32e5ff1308 req-a8b3ffb1-a85d-44a8-a5a2-0459b3a6f240 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0275083 Jun 29 15:55:45.073066 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1e180968-7521-498d-b902-3be53d90113a req-a2aeaf9f-a4f1-4a17-8daa-d547e1273345 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0302858 Jun 29 15:55:46.210420 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-582dd216-30a1-4e0e-a917-034fc048dfb6 req-d858e2ba-bae6-4d4c-a2fb-6a7e5e8dcafb tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0307977 Jun 29 15:55:47.344835 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e1856976-aabf-441e-ab05-bceef6f6128d req-d93177c0-25ab-447e-bce7-c739bbe2c39e tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0274143 Jun 29 15:55:48.483588 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b421b693-de69-488a-bea2-3e4c82e9f57d req-873c54c6-332a-4c8a-846b-ef2e72c49576 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0276334 Jun 29 15:55:49.623544 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-24bdedeb-5c87-4c94-9ad1-e0f5df501b97 req-13aa5490-e379-424b-bece-f315a1e6925a tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0273743 Jun 29 15:55:50.764261 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ad51f46e-567d-48a4-b91f-c037834cd879 req-c9e143b0-380f-424e-a9de-cbd54b53fe0f tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0293598 Jun 29 15:55:51.898776 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-51cbef29-126f-41cf-9aa3-4997231866ab req-7c1ee75e-93a6-456f-84a5-de1f780a2807 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0264871 Jun 29 15:55:53.034330 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7aa303a8-3d91-499f-a1f4-74b6d73af1eb req-b1d40795-dcdf-472d-bdcb-7a5274057df5 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0284662 Jun 29 15:55:54.174266 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d29ce5d7-bb01-4fb3-8c51-09c52227b2c8 req-ed445574-ac88-44ff-a1b1-a542c841ff44 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0310180 Jun 29 15:55:55.308247 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-30b44cc0-dc8e-408a-b8e9-9b339c31bf6a req-7846af61-b57e-47a9-b82b-c2ea8d6dd8d5 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0266805 Jun 29 15:55:56.441443 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-537d70c2-3fa2-4550-a7cf-37292abd3300 req-48762bb2-0bad-4d89-8ffa-1e572bdb2dab tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0270054 Jun 29 15:55:57.579351 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9c2408a6-a0fc-452d-91b8-507bf0329787 req-8ab30a0a-be77-47cd-b5ff-0504da79a81d tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0274301 Jun 29 15:55:58.717692 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0d69deaf-83d7-4901-8cf6-bd790c0f7ae6 req-aed49911-53c1-4c21-8466-6501d634f0b3 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0270495 Jun 29 15:55:59.853855 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7e0e6f20-8df7-45b4-9b0a-fdf6eefd4a43 req-60e43bb1-6d80-4a8b-8b95-e32bb6ea0aaa tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0291133 Jun 29 15:56:00.988405 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e6b99e4d-cbde-444f-b7c1-23af3dedf998 req-9cb692be-32c1-4fde-bb55-4337d3e5f045 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0264492 Jun 29 15:56:02.122602 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-465909af-0f5f-478d-a3ed-2543c5d99b82 req-1e6526b4-59eb-4023-ade2-64bb18345dbd tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0267320 Jun 29 15:56:03.261320 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a06d04cd-ecea-4f91-8b81-1da70ab9f5b8 req-3cc0b17a-1e6e-4036-81a8-fb94ec820182 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0325220 Jun 29 15:56:04.396211 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-18047855-775d-4d08-b907-391f699252b5 req-d128e049-9c25-4c2b-8c73-93388b7a0492 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0273287 Jun 29 15:56:05.533475 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-28de8476-ee82-40bf-8ecf-0f6656400bb9 req-0eb2d08f-7d2c-4339-a173-c470ee77e07b tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0292714 Jun 29 15:56:06.674205 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8376fccb-10c5-4ace-90c8-ca550b7a0dea req-50df2f10-3fdd-465d-988b-27ec77b22fde tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0292225 Jun 29 15:56:07.743312 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:07.833957 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-acc4f581-11ee-4127-8504-31d1ab524609 req-9c2da558-2147-4ad2-94fd-f77e46ccf7cb tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0267177 Jun 29 15:56:08.201561 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-20bba610-d69d-4f04-ba24-5ecfcd650403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:08.978579 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4101fcba-0fc8-47fc-a7db-1fc2c7fa4171 req-0395acc4-8a39-46dc-99ca-168694571080 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0298700 Jun 29 15:56:10.123449 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-73b19187-8480-4605-96d0-dd56009bd362 req-81cf6e77-0d22-44d6-8ff0-6bba35b0e944 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0298619 Jun 29 15:56:10.770975 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b090bd76-18fe-49bb-a013-6fb6e5f59881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:10.790535 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:56:11.258638 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-11bf96de-fe50-432d-8dca-a77e229b9cba req-2cb39ade-2f36-4e10-afbc-3ed3ab334b1d tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0272522 Jun 29 15:56:11.351483 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:11.843954 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:12.395889 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8fab3195-774b-4ca2-87bc-775c7f821d9d req-97fa6a8a-1644-473b-9a1d-6c0abc412261 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0302589 Jun 29 15:56:13.530519 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8e25cbbb-7b5e-40a6-a0f3-47296ca2efa5 req-6e35bd23-13f7-4263-b005-4ad93671f960 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0266073 Jun 29 15:56:13.614533 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:14.667169 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4fffb93c-b71a-4d9b-9afa-71e6eb4da086 req-1d3db596-fbc3-4a70-9ddc-9308e59f2a16 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0280805 Jun 29 15:56:15.809093 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-42820d1a-4a16-45c8-9953-2edc655aebf8 req-2254aa1f-0aa7-4a75-97e5-4c8ada904859 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0296454 Jun 29 15:56:16.947062 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7d6dd7dd-272d-4ad1-91d3-726998977413 req-df49d978-383d-4b4b-891f-b58147fd5193 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0266554 Jun 29 15:56:18.086214 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8f20e87e-4d80-4c02-9c1b-d472510faf02 req-7ca42a48-4f79-49bd-8d69-a05f540ef106 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0297110 Jun 29 15:56:19.228315 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9ccca2ec-0f74-4321-bea9-1ad57fc2fa2c req-02b5085e-0e86-4a48-9475-0be75b8a837c tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0267179 Jun 29 15:56:20.363206 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7f3e7bc-7d75-4c50-9a16-284547ca2ee3 req-f32b8cec-aada-4f2e-9b79-7552acf10108 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0269594 Jun 29 15:56:21.506700 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-966a5d5c-5e1b-4243-a56c-040773205c2d req-7e998725-289e-46ff-ab58-4bb80502ec4f tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0312104 Jun 29 15:56:22.641412 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9846a3f8-4f03-454d-b8eb-267e3d45d24b req-6368f8d9-1a3f-416a-8960-777299e39217 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0274358 Jun 29 15:56:23.777556 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-906e0000-8bae-49b1-938b-3a9d021cc5d5 req-f44e6949-bde0-423f-bd02-615ca4cdb7ac tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0299773 Jun 29 15:56:24.915584 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-717ea780-1d80-4896-9f42-8b5c2b3f63ae req-81d24f1e-3795-4f16-be92-c8bcf30fe311 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0272243 Jun 29 15:56:26.052271 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fa299fc6-2eac-4a90-ad62-027ae35b2202 req-d2721681-a6a4-48d8-b438-ab8d1b1f8056 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0271316 Jun 29 15:56:27.194950 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8a3187eb-de08-424c-aab6-cbdb268cf95f req-6e67c643-8ee5-420f-8817-d50fcfa951aa tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0298681 Jun 29 15:56:28.063928 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca8b92-ee7b-42b8-a444-71ad0a9076de req-4bcaffdd-b9b1-4309-bd16-587709fd71e3 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:28.065845 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-15ca8b92-ee7b-42b8-a444-71ad0a9076de req-4bcaffdd-b9b1-4309-bd16-587709fd71e3 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 946 time: 0.0617580 Jun 29 15:56:28.101527 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-15ca8b92-ee7b-42b8-a444-71ad0a9076de req-62bc7e00-fa0c-4a88-8548-14cb2fcf4284 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301776 Jun 29 15:56:28.332254 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-49ac67b4-fdf2-42e7-95d2-5d1babf9d28b req-0444293c-63c9-4d33-a36f-78ca94094c80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0283217 Jun 29 15:56:29.267376 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6118802-ef6d-48d1-97da-cb9c54fa8913 req-4ecd833d-543c-4b9f-a819-b0bea7310658 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:29.269318 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d6118802-ef6d-48d1-97da-cb9c54fa8913 req-4ecd833d-543c-4b9f-a819-b0bea7310658 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 946 time: 0.0596998 Jun 29 15:56:29.308187 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d6118802-ef6d-48d1-97da-cb9c54fa8913 req-dcd3f0b4-3218-40e3-9649-6b99f9a86238 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/security-groups?id=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334175 Jun 29 15:56:29.472390 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fa5e1ea5-5681-470b-89a3-008d089973b3 req-e80ba098-1b9b-464d-9eea-264ad0203cb0 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0312462 Jun 29 15:56:30.009790 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afe2ad-2eed-49ca-a0c8-541fb1ba3353 req-e2d819db-99c0-4fed-993e-5ae9cece1c9d tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:30.011473 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-49afe2ad-2eed-49ca-a0c8-541fb1ba3353 req-e2d819db-99c0-4fed-993e-5ae9cece1c9d tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 946 time: 0.0601659 Jun 29 15:56:30.115521 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-49afe2ad-2eed-49ca-a0c8-541fb1ba3353 req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Deleting port e5dde5f1-bb76-4f9e-91d7-595751d4d65f {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:56:30.116002 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-49afe2ad-2eed-49ca-a0c8-541fb1ba3353 req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:30.202695 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-49afe2ad-2eed-49ca-a0c8-541fb1ba3353 req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] For port e5dde5f1-bb76-4f9e-91d7-595751d4d65f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5dde5f1-bb76-4f9e-91d7-595751d4d65f,segment=NetworkSegment(6abc6e9a-5dcf-47ac-8e8e-9f73d8071709),segment_id=6abc6e9a-5dcf-47ac-8e8e-9f73d8071709)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:30.203043 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-49afe2ad-2eed-49ca-a0c8-541fb1ba3353 req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:30.214702 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-49afe2ad-2eed-49ca-a0c8-541fb1ba3353 req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Calling delete_port for e5dde5f1-bb76-4f9e-91d7-595751d4d65f owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:56:30.335518 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-49afe2ad-2eed-49ca-a0c8-541fb1ba3353 req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:30.340552 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-afc7d5aa-43c6-4375-833f-072b05ed5a46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:30.350291 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['e5dde5f1-bb76-4f9e-91d7-595751d4d65f'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:56:30.367015 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Pushing event deleted for resources: {'Port': ['ID=e5dde5f1-bb76-4f9e-91d7-595751d4d65f,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:30.394996 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:30.395984 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:30.395984 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:30.396331 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:30.396503 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:30.396763 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:30.397137 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:30.397481 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:30.397820 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:30.398161 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:30.398503 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:30.398870 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:30.404559 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:30.420615 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-49afe2ad-2eed-49ca-a0c8-541fb1ba3353 req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] No DVR routers for this DVR port e5dde5f1-bb76-4f9e-91d7-595751d4d65f on host hv-cinder-78662 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:56:30.423159 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-49afe2ad-2eed-49ca-a0c8-541fb1ba3353 req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:30.425752 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-49afe2ad-2eed-49ca-a0c8-541fb1ba3353 req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.77 "DELETE /v2.0/ports/e5dde5f1-bb76-4f9e-91d7-595751d4d65f HTTP/1.1" status: 204 len: 173 time: 0.4068811 Jun 29 15:56:30.426251 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce9eaa3-4932-44e9-b122-c76d74df120d', 'name': 'network-vif-deleted', 'tag': 'e5dde5f1-bb76-4f9e-91d7-595751d4d65f'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:56:30.428526 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbd8863-8f71-49f8-b810-0b2052144c99" -d '{"events": [{"server_uuid": "6ce9eaa3-4932-44e9-b122-c76d74df120d", "name": "network-vif-deleted", "tag": "e5dde5f1-bb76-4f9e-91d7-595751d4d65f"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:56:30.485008 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50b90d3-5750-4f9d-8624-d51c62845eb9 x-openstack-request-id: req-e50b90d3-5750-4f9d-8624-d51c62845eb9 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:56:30.485485 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce9eaa3-4932-44e9-b122-c76d74df120d", "name": "network-vif-deleted", "tag": "e5dde5f1-bb76-4f9e-91d7-595751d4d65f", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:56:30.485755 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e50b90d3-5750-4f9d-8624-d51c62845eb9 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:56:30.486233 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce9eaa3-4932-44e9-b122-c76d74df120d', 'name': 'network-vif-deleted', 'tag': 'e5dde5f1-bb76-4f9e-91d7-595751d4d65f', 'status': 'completed', 'code': 200} Jun 29 15:56:30.489111 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5fb9cca8-0cd9-4ca3-a892-a47d393e1853 req-ea41f385-322b-44fb-8e5c-02a1c8a82bee tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ce9eaa3-4932-44e9-b122-c76d74df120d HTTP/1.1" status: 200 len: 210 time: 0.0406375 Jun 29 15:56:30.614983 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d954136e-b089-4cb3-ab19-a99cd3c36970 req-03664cf8-3f8a-418a-8e4c-d0c1e5929543 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0285242 Jun 29 15:56:31.758736 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-df6d4dc9-2fd0-4a98-adae-147a8ce3f1dc req-34e7c5de-59c3-4967-8629-1e1a8ca0e167 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0301993 Jun 29 15:56:32.339100 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 50708) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:32.914188 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-00e91cac-3b44-42aa-bb44-9db5e3b0e194 req-dc93d159-aa3d-46cc-be75-0330bdf6bb46 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0404899 Jun 29 15:56:32.933060 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4113927'] for router_interface, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:33.222305 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Deleting port c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:56:33.222587 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:33.301436 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] For port c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4,segment=NetworkSegment(6abc6e9a-5dcf-47ac-8e8e-9f73d8071709),segment_id=6abc6e9a-5dcf-47ac-8e8e-9f73d8071709)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:33.301816 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:33.313311 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Calling delete_port for c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 owned by network:router_interface {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:56:33.550832 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10444875'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:33.553734 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:33.575013 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Pushing event deleted for resources: {'Port': ['ID=c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:33.585591 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:33.585955 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:33.586306 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:33.586651 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:33.586990 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:33.587330 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:33.587695 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:33.588036 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:33.588374 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:33.588707 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:33.589049 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:33.589384 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:33.607494 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:33.746618 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774135'] for router_interface, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:33.947335 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Router 131dcc07-548e-40ea-9ee3-4afa2968ff78 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:56:34.055883 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:56:34.057008 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-650dd64c-4a28-401e-b82f-fe5748c2ae98 req-af631087-9685-4055-8e49-4482f0d8f40c tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0301206 Jun 29 15:56:34.065131 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] 10.222.0.66 "PUT /v2.0/routers/131dcc07-548e-40ea-9ee3-4afa2968ff78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7206881 Jun 29 15:56:34.065131 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 50714) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:34.068784 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5fd03b-abb8-4feb-81e0-c08572048164 None None] Sync routers for ids ['131dcc07-548e-40ea-9ee3-4afa2968ff78'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:56:34.077714 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5fd03b-abb8-4feb-81e0-c08572048164 None None] Routers {'131dcc07-548e-40ea-9ee3-4afa2968ff78'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:56:34.078315 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-af5fd03b-abb8-4feb-81e0-c08572048164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:56:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['131dcc07-548e-40ea-9ee3-4afa2968ff78'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:34.186741 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-af5fd03b-abb8-4feb-81e0-c08572048164 None None] Set router 131dcc07-548e-40ea-9ee3-4afa2968ff78 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:56:34.342185 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] Notify callbacks [] for router, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:34.357824 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-af5fd03b-abb8-4feb-81e0-c08572048164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'name': 'tempest-TestMinimumBasicScenario-914068268-router', 'tenant_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:02Z', 'updated_at': '2021-06-29T15:56:33Z', 'revision_number': 5, 'project_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'gw_port': {'id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:03Z', 'updated_at': '2021-06-29T15:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:34.385615 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5fd03b-abb8-4feb-81e0-c08572048164 None None] Checking router: 131dcc07-548e-40ea-9ee3-4afa2968ff78 for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:56:34.394007 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5fd03b-abb8-4feb-81e0-c08572048164 None None] Routers {'131dcc07-548e-40ea-9ee3-4afa2968ff78'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:56:34.394600 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-af5fd03b-abb8-4feb-81e0-c08572048164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:56:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['131dcc07-548e-40ea-9ee3-4afa2968ff78'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:34.405927 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device e5dde5f1-bb76-4f9e-91d7-595751d4d65f no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:56:34.425990 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] No Port match for: e5dde5f1-bb76-4f9e-91d7-595751d4d65f {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:56:34.426349 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device e5dde5f1-bb76-4f9e-91d7-595751d4d65f not bound to the agent host hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:56:34.442070 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:34.492773 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] Deleting port 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:56:34.493100 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:34.586468 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] For port 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=1f86b3c9-06cd-45c8-99b8-baaa2720bcb4,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:34.587303 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:34.593757 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-af5fd03b-abb8-4feb-81e0-c08572048164 None None] Set router 131dcc07-548e-40ea-9ee3-4afa2968ff78 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:56:34.599054 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] Calling delete_port for 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4 owned by network:router_gateway {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:56:34.763431 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10444875'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:34.766345 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:34.768689 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-af5fd03b-abb8-4feb-81e0-c08572048164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'name': 'tempest-TestMinimumBasicScenario-914068268-router', 'tenant_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:02Z', 'updated_at': '2021-06-29T15:56:33Z', 'revision_number': 5, 'project_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'gw_port': {'id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:03Z', 'updated_at': '2021-06-29T15:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:34.788379 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f86b3c9-06cd-45c8-99b8-baaa2720bcb4,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:34.791494 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:34.797949 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5fd03b-abb8-4feb-81e0-c08572048164 None None] The sync data for ids ['131dcc07-548e-40ea-9ee3-4afa2968ff78'] in dv-cinder-786627-15-iscsi is: [{'id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'name': 'tempest-TestMinimumBasicScenario-914068268-router', 'tenant_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:02Z', 'updated_at': '2021-06-29T15:56:33Z', 'revision_number': 5, 'project_id': 'b5eb9347f0764f28ae522be4bcd4f8bf', 'gw_port': {'id': '1f86b3c9-06cd-45c8-99b8-baaa2720bcb4', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131dcc07-548e-40ea-9ee3-4afa2968ff78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:03Z', 'updated_at': '2021-06-29T15:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:56:34.854214 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773907'] for router_gateway, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:34.964816 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4115867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1295'] for router, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:34.966849 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.027782 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4113298'] for router, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.028334 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 131dcc07-548e-40ea-9ee3-4afa2968ff78 {{(pid=92894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 15:56:35.034804 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.035945 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] 10.222.0.66 "DELETE /v2.0/routers/131dcc07-548e-40ea-9ee3-4afa2968ff78 HTTP/1.1" status: 204 len: 168 time: 0.9695208 Jun 29 15:56:35.038409 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 50716) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:35.083610 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c642e99-3d58-40c9-9205-4d5d71b6c9fd admin admin] Deleting subnet 55160d04-7a1d-424d-9c81-93ef702ebd3e {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 15:56:35.086916 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2c642e99-3d58-40c9-9205-4d5d71b6c9fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.122656 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2c642e99-3d58-40c9-9205-4d5d71b6c9fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10093827'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.244335 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-73279a45-e49d-40ad-bbe1-a352e2e962f3 req-b1c7f078-0ca1-4be6-bb50-d4c39e9bc50c tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0648389 Jun 29 15:56:35.258964 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2c642e99-3d58-40c9-9205-4d5d71b6c9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531522'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.310930 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2c642e99-3d58-40c9-9205-4d5d71b6c9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10444977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10257487'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.313048 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-43766679-9502-4993-917b-31aec1d991be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:35.339578 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c642e99-3d58-40c9-9205-4d5d71b6c9fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55160d04-7a1d-424d-9c81-93ef702ebd3e,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:35.342498 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2c642e99-3d58-40c9-9205-4d5d71b6c9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:35.343545 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2c642e99-3d58-40c9-9205-4d5d71b6c9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.348687 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2c642e99-3d58-40c9-9205-4d5d71b6c9fd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/55160d04-7a1d-424d-9c81-93ef702ebd3e HTTP/1.1" status: 204 len: 168 time: 0.3084774 Jun 29 15:56:35.348824 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 50720) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:35.353579 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6679a1f2-263c-4a47-b14e-fda72d34a49f None None] Network f03db3ed-aa59-45a2-8bf3-bb115c3cc976 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:56:35.422691 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621183'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.484866 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Deleting port 220c770f-7179-4900-a1a9-8b859398d34c {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:56:35.485202 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.546212 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] For port 220c770f-7179-4900-a1a9-8b859398d34c, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=220c770f-7179-4900-a1a9-8b859398d34c,segment=NetworkSegment(6abc6e9a-5dcf-47ac-8e8e-9f73d8071709),segment_id=6abc6e9a-5dcf-47ac-8e8e-9f73d8071709)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:35.546568 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.558096 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Calling delete_port for 220c770f-7179-4900-a1a9-8b859398d34c owned by network:dhcp {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:56:35.636367 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.639235 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:35.661979 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=220c770f-7179-4900-a1a9-8b859398d34c,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:35.665034 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:35.665779 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] No DVR routers for this DVR port 220c770f-7179-4900-a1a9-8b859398d34c on host dv-cinder-786627-15-iscsi {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:56:35.761916 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531612', 'neutron.services.segments.db._delete_segments_for_network-8766223617091'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.774475 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:56:35.774820 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:56:35.775581 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:56:35.775927 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Subscribe: > port after_create 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:56:35.776266 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Subscribe: > port after_delete 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:56:35.776587 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Subscribe: > port after_update 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:56:35.776901 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:56:35.777216 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:56:35.777527 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:56:35.777835 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:56:35.788248 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5e3900-3543-4a7e-a7c5-5ca9ea01b15d None None] DHCP port deletion for f03db3ed-aa59-45a2-8bf3-bb115c3cc976 request from dv-cinder-786627-15-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 15:56:35.866794 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:56:35.867144 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:56:35.867475 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:56:35.867841 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:56:35.868203 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03db3ed-aa59-45a2-8bf3-bb115c3cc976']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:35.889228 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abc6e9a-5dcf-47ac-8e8e-9f73d8071709') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:35.889464 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abc6e9a-5dcf-47ac-8e8e-9f73d8071709') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:35.906760 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766223416266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9042944'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.932032 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24e40ada-ef7e-4b8f-82b5-cbd376c8a7ec req-b41d2599-213a-42b4-abef-fd3bc38d00a7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2095065 Jun 29 15:56:35.932905 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.941274 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 15:56:35.941802 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9365018'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: from cryptography.utils import int_from_bytes Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: from cryptography.utils import int_from_bytes Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: timer() Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: cb(*args, **kw) Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: self._notify() Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: self.callback(batched_events) Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: event.method(event) Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._get(url).json() Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 15:56:35.945357 dv-cinder-786627-15-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 15:56:36.027911 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3760702'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:36.040296 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ffc5e24f-25bd-4f62-a263-879ef4eb3160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:36.044989 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:36.046793 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] 10.222.0.66 "DELETE /v2.0/networks/f03db3ed-aa59-45a2-8bf3-bb115c3cc976 HTTP/1.1" status: 204 len: 168 time: 0.6970255 Jun 29 15:56:36.050445 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 50722) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:36.062176 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=f03db3ed-aa59-45a2-8bf3-bb115c3cc976,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:36.065677 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e40ada-ef7e-4b8f-82b5-cbd376c8a7ec req-9f73c498-e240-42d4-b461-7ca9d556e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:36.067123 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24e40ada-ef7e-4b8f-82b5-cbd376c8a7ec req-9f73c498-e240-42d4-b461-7ca9d556e480 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3eef1db2e18b4c9cb47f2668e1a20a91&device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 1099 time: 0.1092112 Jun 29 15:56:36.068899 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:36.078321 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4 no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:56:36.097167 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:56:36.097510 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 1f86b3c9-06cd-45c8-99b8-baaa2720bcb4 not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:56:36.098138 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 220c770f-7179-4900-a1a9-8b859398d34c no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:56:36.116270 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: 220c770f-7179-4900-a1a9-8b859398d34c {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:56:36.116619 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 220c770f-7179-4900-a1a9-8b859398d34c not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:56:36.117057 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:56:36.135189 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:56:36.135526 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device c876f1eb-abf5-46c1-b7c2-4dea8b6da5c4 not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:56:36.179073 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e40ada-ef7e-4b8f-82b5-cbd376c8a7ec req-0123ef20-77a6-43ac-974e-505138891dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:36.180592 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24e40ada-ef7e-4b8f-82b5-cbd376c8a7ec req-0123ef20-77a6-43ac-974e-505138891dba service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4 HTTP/1.1" status: 200 len: 919 time: 0.0916567 Jun 29 15:56:36.219678 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24e40ada-ef7e-4b8f-82b5-cbd376c8a7ec req-547478ca-0358-4bb8-8915-d0dcc8378c99 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e8b7b54-acea-450b-b41a-d8d97fa437ff HTTP/1.1" status: 200 len: 217 time: 0.0322509 Jun 29 15:56:36.269952 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e40ada-ef7e-4b8f-82b5-cbd376c8a7ec req-b96e534a-b2ca-4539-8795-727e20026fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:36.271397 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24e40ada-ef7e-4b8f-82b5-cbd376c8a7ec req-b96e534a-b2ca-4539-8795-727e20026fa2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f7889f3-fcb4-48a2-b06b-d94d20a5bf52 HTTP/1.1" status: 200 len: 858 time: 0.0451934 Jun 29 15:56:36.306943 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24e40ada-ef7e-4b8f-82b5-cbd376c8a7ec req-cadc220d-8b79-45a2-9b70-802ac5c7e683 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267551 Jun 29 15:56:36.394330 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c82d1d62-ce63-4f03-9559-85f104e8ac63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4113927'] for router_interface, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:36.410368 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4388ee9a-c0f3-4428-adda-966919dfb36c req-2b6cf00a-7d6d-4408-8a34-56da2c76c185 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0386508 Jun 29 15:56:36.425658 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24e40ada-ef7e-4b8f-82b5-cbd376c8a7ec req-eb37f997-ad49-4e1f-9761-ca46ebae3b43 service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112204 Jun 29 15:56:36.513877 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24e40ada-ef7e-4b8f-82b5-cbd376c8a7ec req-429ee1d1-b283-4cae-99bc-f8ce082cf8fe service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807328 Jun 29 15:56:36.635243 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-c82d1d62-ce63-4f03-9559-85f104e8ac63 admin admin] Deleting port 0224062b-2186-4ad2-a064-faa257cf4ae0 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:56:36.635595 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c82d1d62-ce63-4f03-9559-85f104e8ac63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:36.712043 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-c82d1d62-ce63-4f03-9559-85f104e8ac63 admin admin] For port 0224062b-2186-4ad2-a064-faa257cf4ae0, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=0224062b-2186-4ad2-a064-faa257cf4ae0,segment=NetworkSegment(27bc5f28-32a7-4e4e-b7ee-5775a12a7291),segment_id=27bc5f28-32a7-4e4e-b7ee-5775a12a7291)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:36.712327 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c82d1d62-ce63-4f03-9559-85f104e8ac63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:36.724490 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-c82d1d62-ce63-4f03-9559-85f104e8ac63 admin admin] Calling delete_port for 0224062b-2186-4ad2-a064-faa257cf4ae0 owned by network:router_interface {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:56:36.892281 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c82d1d62-ce63-4f03-9559-85f104e8ac63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10444875'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:36.895672 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-70ff7fed-9bf3-4366-9e14-99802534faf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:36.918035 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d1d62-ce63-4f03-9559-85f104e8ac63 admin admin] Pushing event deleted for resources: {'Port': ['ID=0224062b-2186-4ad2-a064-faa257cf4ae0,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:36.920549 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c82d1d62-ce63-4f03-9559-85f104e8ac63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:37.096208 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c82d1d62-ce63-4f03-9559-85f104e8ac63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774135'] for router_interface, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:37.310548 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82d1d62-ce63-4f03-9559-85f104e8ac63 admin admin] Router bcd8318a-ecb8-4d21-9bf9-ee4323af24a9 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:56:37.409579 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82d1d62-ce63-4f03-9559-85f104e8ac63 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:56:37.416324 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c82d1d62-ce63-4f03-9559-85f104e8ac63 admin admin] 10.222.0.66 "PUT /v2.0/routers/bcd8318a-ecb8-4d21-9bf9-ee4323af24a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3628781 Jun 29 15:56:37.416856 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 50728) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:37.418371 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456609dc-1e86-4e34-b51b-53838bfc4881 None None] Sync routers for ids ['bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:56:37.428436 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456609dc-1e86-4e34-b51b-53838bfc4881 None None] Routers {'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:56:37.429050 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-456609dc-1e86-4e34-b51b-53838bfc4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:56:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:37.548068 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-456609dc-1e86-4e34-b51b-53838bfc4881 None None] Set router bcd8318a-ecb8-4d21-9bf9-ee4323af24a9 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:56:37.724451 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b065ca31-4b7e-4173-a27e-9bbd3a858577 req-c393da5b-65db-44b4-b70d-8621ba767b11 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0319054 Jun 29 15:56:37.730818 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-456609dc-1e86-4e34-b51b-53838bfc4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'name': 'tempest-TestMinimumBasicScenario-1135285979-router', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:08Z', 'updated_at': '2021-06-29T15:56:36Z', 'revision_number': 5, 'project_id': '530b2bc150994bfdb30807763d12c4dd', 'gw_port': {'id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:09Z', 'updated_at': '2021-06-29T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:37.737175 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-72d2b04d-36e7-4ba3-b549-cbbed049878b admin admin] Notify callbacks [] for router, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:37.762654 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456609dc-1e86-4e34-b51b-53838bfc4881 None None] Checking router: bcd8318a-ecb8-4d21-9bf9-ee4323af24a9 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:56:37.775930 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456609dc-1e86-4e34-b51b-53838bfc4881 None None] Routers {'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:56:37.776566 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-456609dc-1e86-4e34-b51b-53838bfc4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T15:56:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:37.779627 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:37.833742 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-72d2b04d-36e7-4ba3-b549-cbbed049878b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:37.884727 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-456609dc-1e86-4e34-b51b-53838bfc4881 None None] Set router bcd8318a-ecb8-4d21-9bf9-ee4323af24a9 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:56:37.894838 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-72d2b04d-36e7-4ba3-b549-cbbed049878b admin admin] Deleting port 406cdb3b-c42d-4fa5-971a-d02de3e7b21a {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:56:37.895182 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-72d2b04d-36e7-4ba3-b549-cbbed049878b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:37.974263 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-72d2b04d-36e7-4ba3-b549-cbbed049878b admin admin] For port 406cdb3b-c42d-4fa5-971a-d02de3e7b21a, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=406cdb3b-c42d-4fa5-971a-d02de3e7b21a,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:37.974869 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-72d2b04d-36e7-4ba3-b549-cbbed049878b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:37.986788 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-72d2b04d-36e7-4ba3-b549-cbbed049878b admin admin] Calling delete_port for 406cdb3b-c42d-4fa5-971a-d02de3e7b21a owned by network:router_gateway {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:56:38.062622 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-456609dc-1e86-4e34-b51b-53838bfc4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'name': 'tempest-TestMinimumBasicScenario-1135285979-router', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:08Z', 'updated_at': '2021-06-29T15:56:36Z', 'revision_number': 5, 'project_id': '530b2bc150994bfdb30807763d12c4dd', 'gw_port': {'id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:09Z', 'updated_at': '2021-06-29T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:38.091345 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456609dc-1e86-4e34-b51b-53838bfc4881 None None] The sync data for ids ['bcd8318a-ecb8-4d21-9bf9-ee4323af24a9'] in dv-cinder-786627-15-iscsi is: [{'id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'name': 'tempest-TestMinimumBasicScenario-1135285979-router', 'tenant_id': '530b2bc150994bfdb30807763d12c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:08Z', 'updated_at': '2021-06-29T15:56:36Z', 'revision_number': 5, 'project_id': '530b2bc150994bfdb30807763d12c4dd', 'gw_port': {'id': '406cdb3b-c42d-4fa5-971a-d02de3e7b21a', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd8318a-ecb8-4d21-9bf9-ee4323af24a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:09Z', 'updated_at': '2021-06-29T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:56:38.149953 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-72d2b04d-36e7-4ba3-b549-cbbed049878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10444875'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:38.152928 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c0f6d376-ce13-415c-904b-5129fb531999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:38.175946 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2b04d-36e7-4ba3-b549-cbbed049878b admin admin] Pushing event deleted for resources: {'Port': ['ID=406cdb3b-c42d-4fa5-971a-d02de3e7b21a,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:38.178433 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-72d2b04d-36e7-4ba3-b549-cbbed049878b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:38.201465 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d1745b6c-94f8-4067-bd6b-43d5f0a182f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:38.240116 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-72d2b04d-36e7-4ba3-b549-cbbed049878b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773907'] for router_gateway, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:38.323939 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-72d2b04d-36e7-4ba3-b549-cbbed049878b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4115867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1295'] for router, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:38.326078 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-72d2b04d-36e7-4ba3-b549-cbbed049878b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:38.367576 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-72d2b04d-36e7-4ba3-b549-cbbed049878b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4113298'] for router, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:38.368103 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d2b04d-36e7-4ba3-b549-cbbed049878b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcd8318a-ecb8-4d21-9bf9-ee4323af24a9 {{(pid=92894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 15:56:38.372749 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-72d2b04d-36e7-4ba3-b549-cbbed049878b admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:38.373872 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-72d2b04d-36e7-4ba3-b549-cbbed049878b admin admin] 10.222.0.66 "DELETE /v2.0/routers/bcd8318a-ecb8-4d21-9bf9-ee4323af24a9 HTTP/1.1" status: 204 len: 168 time: 0.9561086 Jun 29 15:56:38.376401 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 50734) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:38.419976 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-336a1221-030c-46c9-bab5-09c6ad08bad9 admin admin] Deleting subnet bfd852f0-7bc3-4357-a657-00f816975c22 {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 15:56:38.423313 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-336a1221-030c-46c9-bab5-09c6ad08bad9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:38.463536 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-336a1221-030c-46c9-bab5-09c6ad08bad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10093827'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:38.540707 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-336a1221-030c-46c9-bab5-09c6ad08bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531522'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:38.593257 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-336a1221-030c-46c9-bab5-09c6ad08bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10444977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10257487'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:38.596271 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-604638c5-e9bb-49da-877b-53a82fc1a677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:38.619644 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a1221-030c-46c9-bab5-09c6ad08bad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd852f0-7bc3-4357-a657-00f816975c22,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:38.622724 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-336a1221-030c-46c9-bab5-09c6ad08bad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:38.625699 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-336a1221-030c-46c9-bab5-09c6ad08bad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:38.630419 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-336a1221-030c-46c9-bab5-09c6ad08bad9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bfd852f0-7bc3-4357-a657-00f816975c22 HTTP/1.1" status: 204 len: 168 time: 0.2508209 Jun 29 15:56:38.631211 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 50736) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:38.631711 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc2e89-bae8-4327-9fa7-3f3ef506c638 None None] Network 441fb5f1-b575-4397-891b-71e64efc59a5 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:56:38.710751 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621183'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:38.773961 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Deleting port be8a60e1-bae0-4705-a11d-0422a28e1806 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:56:38.774297 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:38.834830 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] For port be8a60e1-bae0-4705-a11d-0422a28e1806, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=be8a60e1-bae0-4705-a11d-0422a28e1806,segment=NetworkSegment(27bc5f28-32a7-4e4e-b7ee-5775a12a7291),segment_id=27bc5f28-32a7-4e4e-b7ee-5775a12a7291)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:38.835174 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:38.861825 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Calling delete_port for be8a60e1-bae0-4705-a11d-0422a28e1806 owned by network:dhcp {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:56:38.886370 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3ff5ebcc-7d09-4d03-a707-ce90685101c7 req-59596588-ebfa-4f22-a241-70f4305e3bd2 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0364969 Jun 29 15:56:38.963057 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:38.965113 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:38.989435 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Pushing event deleted for resources: {'Port': ['ID=be8a60e1-bae0-4705-a11d-0422a28e1806,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:38.992555 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:38.993312 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] No DVR routers for this DVR port be8a60e1-bae0-4705-a11d-0422a28e1806 on host dv-cinder-786627-15-iscsi {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:56:39.057041 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47733f21-4527-41f1-916f-efb9d8a1292b None None] DHCP port deletion for 441fb5f1-b575-4397-891b-71e64efc59a5 request from dv-cinder-786627-15-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 15:56:39.070999 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531612', 'neutron.services.segments.db._delete_segments_for_network-8766223617091'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:39.082968 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441fb5f1-b575-4397-891b-71e64efc59a5']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:39.093168 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bc5f28-32a7-4e4e-b7ee-5775a12a7291') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:39.093468 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bc5f28-32a7-4e4e-b7ee-5775a12a7291') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:39.102010 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766223416266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9042944'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:39.117278 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:39.122904 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 15:56:39.123285 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9365018'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: timer() Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: cb(*args, **kw) Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: self._notify() Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: self.callback(batched_events) Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: event.method(event) Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._get(url).json() Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 15:56:39.125132 dv-cinder-786627-15-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 15:56:39.183537 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3760702'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:39.190216 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:39.192210 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] 10.222.0.66 "DELETE /v2.0/networks/441fb5f1-b575-4397-891b-71e64efc59a5 HTTP/1.1" status: 204 len: 168 time: 0.5584519 Jun 29 15:56:39.192818 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:39.204605 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Pushing event deleted for resources: {'Network': ['ID=441fb5f1-b575-4397-891b-71e64efc59a5,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:39.207073 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:39.410599 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 50742) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:39.448610 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-bb453aa2-5c01-478c-8f95-289065cb8421 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5eb9347f0764f28ae522be4bcd4f8bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368392 Jun 29 15:56:39.451048 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 50744) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:39.498352 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c0523db4-bad1-4eea-ba32-132efd880a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:39.518125 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c0523db4-bad1-4eea-ba32-132efd880a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:39.573330 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c0523db4-bad1-4eea-ba32-132efd880a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:39.575883 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c0523db4-bad1-4eea-ba32-132efd880a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:39.577209 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-c0523db4-bad1-4eea-ba32-132efd880a59 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b079e6cf-c86a-4785-b72b-f77b7ef1f3d1 HTTP/1.1" status: 204 len: 168 time: 0.1252506 Jun 29 15:56:39.577955 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f484ba01-c454-49c0-b150-9ba93294dd25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:39.585838 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0523db4-bad1-4eea-ba32-132efd880a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b079e6cf-c86a-4785-b72b-f77b7ef1f3d1,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:39.588106 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c0523db4-bad1-4eea-ba32-132efd880a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:39.875539 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 50752) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:39.918266 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a90085b1-022a-4b9d-90a4-c78dc98b15c8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=530b2bc150994bfdb30807763d12c4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415297 Jun 29 15:56:39.920664 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 50756) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:39.967013 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9e68242a-6166-4ac8-8fc1-4df3b283ef29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:39.987885 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9e68242a-6166-4ac8-8fc1-4df3b283ef29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:40.043055 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e8ec2f65-4adf-49f7-90a8-4b437b123f6a req-694cd3be-132c-4e9a-834c-e871e6150207 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0450482 Jun 29 15:56:40.063430 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9e68242a-6166-4ac8-8fc1-4df3b283ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:40.067226 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9e68242a-6166-4ac8-8fc1-4df3b283ef29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:40.068366 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-9e68242a-6166-4ac8-8fc1-4df3b283ef29 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c80b0b89-b0ce-46b9-a38a-bbdf72c16680 HTTP/1.1" status: 204 len: 168 time: 0.1467919 Jun 29 15:56:40.069019 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:40.073983 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 0224062b-2186-4ad2-a064-faa257cf4ae0 no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:56:40.083364 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68242a-6166-4ac8-8fc1-4df3b283ef29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80b0b89-b0ce-46b9-a38a-bbdf72c16680,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:40.085847 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9e68242a-6166-4ac8-8fc1-4df3b283ef29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:40.097243 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: 0224062b-2186-4ad2-a064-faa257cf4ae0 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:56:40.097591 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 0224062b-2186-4ad2-a064-faa257cf4ae0 not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:56:40.098018 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device be8a60e1-bae0-4705-a11d-0422a28e1806 no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:56:40.119665 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: be8a60e1-bae0-4705-a11d-0422a28e1806 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:56:40.120023 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device be8a60e1-bae0-4705-a11d-0422a28e1806 not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:56:40.120435 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 406cdb3b-c42d-4fa5-971a-d02de3e7b21a no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:56:40.140347 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: 406cdb3b-c42d-4fa5-971a-d02de3e7b21a {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:56:40.140701 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 406cdb3b-c42d-4fa5-971a-d02de3e7b21a not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:56:40.770478 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-04ab13c0-e435-4ab7-b97a-73efc96ea763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:41.188532 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-56fbb250-d7fc-4756-8a2e-32fe47e9c396 req-c85cf103-b911-48f5-8ba0-962cc7eb7707 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0312247 Jun 29 15:56:41.351779 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:41.847984 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:42.328403 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5b8e4f92-fd4c-47e1-834d-8d3f310b4399 req-45f9f9e8-5e15-4537-b2fe-a7cc07fea803 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0331593 Jun 29 15:56:43.466445 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4f3b8df5-e8de-47f8-af63-02418cfb1ad0 req-fd5b5a37-d9a3-4117-ba28-8ee2c3a9e3b1 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0275180 Jun 29 15:56:43.616284 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:44.609510 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dc5ec07d-1cb7-4020-8e7a-8e25f5f311aa req-e1e91582-770d-47d5-a045-dad3c45098f0 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0297523 Jun 29 15:56:45.747802 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a58b484-8463-407e-9197-1a0f0ea0c8ed req-a21e1253-9341-4d25-8367-e45a436bca78 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0268188 Jun 29 15:56:46.883297 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-006b5e7c-94d9-49b6-ac3f-03834077448c req-5a2ef5b4-1eaa-4f69-96c5-c0b0b73e8717 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0274246 Jun 29 15:56:47.789418 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:56:48.018829 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-96cd3e35-50a4-4f1a-af03-6474f95f580c req-6dbc051d-7665-4351-81ab-c2685aa28bd0 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0273316 Jun 29 15:56:49.153327 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5736247d-95e5-41d3-9cf2-2a8e2a8e408b req-c6b408b7-444f-4ede-b037-37e807f52613 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0268240 Jun 29 15:56:50.292037 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ace8bd17-b14e-4117-b72e-08b02bd6c523 req-000ea1c5-bd68-4ea7-b2e9-ddc34af5b2da tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0319705 Jun 29 15:56:51.427084 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f500bb89-9410-4e60-8dfc-c918e730b181 req-2cdb026d-2e64-41c2-8553-c2cc6a190490 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0284219 Jun 29 15:56:52.560838 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-014ce9f3-799d-4b66-9ac1-ccbd0263de4b req-3edd4c24-e47b-4e12-8421-3b9ee3fd6b98 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0263841 Jun 29 15:56:53.701246 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-80bbedd6-4616-4af4-bda4-3a6225fe0bfd req-7b499208-8ea9-4dbf-8351-5b65abcd6a5a tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0306096 Jun 29 15:56:54.839321 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b73627e7-6e8b-4bdc-a705-f7006e8e1957 req-2fee4f22-8e36-47fc-bf88-32e26d3a181e tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0277045 Jun 29 15:56:55.984207 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c52e9f66-8370-4ef7-a137-4ffb54c4c763 req-43ffe2df-f7ab-4d12-abc9-754bffbd6353 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0277216 Jun 29 15:56:57.120912 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a5261847-e0dc-4496-9832-ea1bff22e27e req-de7bd5d5-18a6-450c-8274-5338fbf619c3 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0280042 Jun 29 15:56:58.255715 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b6a5b309-0bee-4e6a-af30-4f4dc744d1ce req-aa7169eb-11d5-4e60-8d86-cf0f97568ffb tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0279684 Jun 29 15:56:59.391070 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-121e2a2d-a583-4267-9b9f-0d3c97bd8e10 req-c42bb9ad-1ffa-4e25-b365-0461a1c87f0b tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0299423 Jun 29 15:57:00.525556 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-57e9c875-9d2c-4c37-8e3e-3834a4d9b1c8 req-10476af9-137d-4a9a-ad9a-551885d68014 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0276928 Jun 29 15:57:01.662071 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bcb04703-0c96-4b08-8ce5-61bf9e8b546a req-37669f53-00d8-40cb-b76f-b120bb8b6ea4 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0273035 Jun 29 15:57:02.803796 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7b36ad22-1d99-4fa2-9699-865da13dfb28 req-4ac4ac05-9c99-48f3-b185-ecd7eb53aee1 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0305018 Jun 29 15:57:03.940314 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-90c96141-ed0d-47b5-b791-6dcf867b008d req-a6ab60a0-1593-4e06-948d-589c5d688a67 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0265899 Jun 29 15:57:05.088548 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3ab185b2-d629-49e9-b4bd-71a01eb7edeb req-a3a90f08-6f77-4e15-b3a4-77c5e93100f9 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0273871 Jun 29 15:57:06.225272 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3eb35081-0977-4077-a2c8-0a40496f23ee req-7c621b18-31c1-47c1-b2af-a3149cf233ee tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0275457 Jun 29 15:57:07.360242 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-708cc2f2-247f-4e4d-a879-2f24e8289bf6 req-c161c1a6-f661-4760-83c4-f2fd7f058435 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0268443 Jun 29 15:57:07.737860 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:08.201683 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6193-2499-4fc4-b3ce-6ef480de4799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:08.498373 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fe280e34-6414-400f-a386-7b2f9986e723 req-9fe60ed5-a0fb-4caf-ae7a-933d1a0943ae tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0298119 Jun 29 15:57:09.632743 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a942352c-318a-4432-90b1-973fd292663d req-64f65685-f567-4408-a5a6-f9aa9ef7b044 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0272710 Jun 29 15:57:10.768841 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a6bcff3-496d-4b43-8527-f29aed3e8365 req-dbf6c5d3-25a1-4d94-ac03-25569b65f0d8 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0280383 Jun 29 15:57:10.772757 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-cfb60775-d629-4bab-9b21-f2eacd9f6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:11.355587 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:11.849050 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:11.915165 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-edb26544-6f84-4747-99d0-c5e4c5ed9501 req-a7b04626-f5d2-4a3e-995f-e55ab7d25345 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0301566 Jun 29 15:57:13.384282 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6f949c8c-a088-462a-a73f-46980cc62cc5 req-4a0a1ee4-a871-4c8c-807b-f9c53c4c58f2 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.1394136 Jun 29 15:57:13.619428 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:14.568504 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-34e438d8-cac4-4a7e-81b0-edb712822a11 req-553c1b02-828f-48ec-9158-02243e9a9bca tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0777659 Jun 29 15:57:15.701875 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-04bcda3a-df6b-48be-92a2-d0990f904c0a req-6b48054e-b093-4571-821d-92eec816e425 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0272179 Jun 29 15:57:16.836536 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-354d2207-e487-4a5c-afff-8800c96c1a35 req-27ff794f-3c30-487d-b72a-21845b176cee tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0279024 Jun 29 15:57:17.974745 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-87c77d9f-b761-4b5d-a822-f9f19a7f13d7 req-c4db49c1-e28c-4115-a489-4dec0813a03c tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0300310 Jun 29 15:57:19.110218 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0fde2161-a560-417d-ae21-2481d18453a6 req-22f527f1-c57a-4517-a492-0592263fdc1c tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0270786 Jun 29 15:57:20.246004 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-35a27ef8-e8ae-4803-8a7b-55c86d0c2944 req-d84a5088-e4a9-4742-a9b6-a9ca640c3680 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0265124 Jun 29 15:57:21.388441 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5e2e91bc-dbc0-4f31-b388-fb68c39a1b3d req-952e571b-1822-4214-9c47-740ac98d8553 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0314744 Jun 29 15:57:22.527511 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9271c76b-5cc3-4142-9bc3-cf073fdefbc7 req-59ec04da-ef23-4f09-b0b5-f672345da855 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0262492 Jun 29 15:57:23.662266 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-26b93e3b-efa4-4344-bd6a-e0cb97e32405 req-4921f689-5a05-4dca-acb3-ab68449288a3 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0269074 Jun 29 15:57:24.788480 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:57:24.799225 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1a1b8def-eaad-4abc-8248-29006fe70ec0 req-0ede7164-4dfe-42b8-9c6c-fbff7788cb99 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0271430 Jun 29 15:57:25.958840 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dcb03d23-a97d-4df4-8074-e89dcea5afac req-55946f05-8def-48ad-b51d-d52733a04fa5 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] 10.222.0.66 "GET /v2.0/ports?device_id=0690d71a-4457-4993-9a1c-3b6e0d76e089 HTTP/1.1" status: 200 len: 210 time: 0.0289724 Jun 29 15:57:36.725804 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9101857f-aefb-43c5-9381-412131df75dd req-9fd3e567-bc63-4ec1-9f2b-fb2d063f820a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515671 Jun 29 15:57:36.818885 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101857f-aefb-43c5-9381-412131df75dd req-75b297ac-2cad-4400-ac3f-458a35ffe0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:36.820323 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9101857f-aefb-43c5-9381-412131df75dd req-75b297ac-2cad-4400-ac3f-458a35ffe0db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 1098 time: 0.0495737 Jun 29 15:57:36.920790 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101857f-aefb-43c5-9381-412131df75dd req-85ff5700-c4d2-48b8-8762-8daca7c4aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:36.922296 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9101857f-aefb-43c5-9381-412131df75dd req-85ff5700-c4d2-48b8-8762-8daca7c4aa60 service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0831516 Jun 29 15:57:37.153987 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9101857f-aefb-43c5-9381-412131df75dd req-11ab3173-4116-4237-966c-1e29dd5815f0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a30074-aa07-4281-9ad4-e6d428a2befa HTTP/1.1" status: 200 len: 217 time: 0.2251213 Jun 29 15:57:37.199616 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101857f-aefb-43c5-9381-412131df75dd req-5f1f4c67-1766-451c-bbfc-b2318dac485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:37.200952 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9101857f-aefb-43c5-9381-412131df75dd req-5f1f4c67-1766-451c-bbfc-b2318dac485f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0401549 Jun 29 15:57:37.231917 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9101857f-aefb-43c5-9381-412131df75dd req-f65b5606-505d-46a5-998c-9942bfc68668 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240583 Jun 29 15:57:37.316641 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9101857f-aefb-43c5-9381-412131df75dd req-dae9cbd4-9be6-4a27-8839-a13733427236 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782006 Jun 29 15:57:37.402832 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9101857f-aefb-43c5-9381-412131df75dd req-f818d97e-9e50-4b6f-8f8d-20e03bc39c82 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798118 Jun 29 15:57:37.734585 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:38.200837 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e20c0922-4bfc-4196-94ac-f169babb7dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:40.774014 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-31508b08-3c1b-4f89-b4c9-da0bc160aa20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:41.356230 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:41.853516 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:43.621382 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:01.787020 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:58:07.744208 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:08.200121 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5784e120-461a-4d90-a084-43f435afe518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:10.775529 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e59e57a1-77fb-41f1-becc-d3723bb33a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:11.355712 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:11.855315 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:13.622898 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:37.743800 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:38.199894 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-30b87938-7338-46df-9a46-df53fa29c7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:38.787820 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:58:38.792438 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-75cc2ffb-6563-45f5-a4f4-57dd98ce1ba8 req-1b43e621-4c4a-4678-8a7f-5eb0f7a8dabf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9c75a977-8a53-459e-b27f-fa2eb1470724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0918067 Jun 29 15:58:38.863357 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc2ffb-6563-45f5-a4f4-57dd98ce1ba8 req-879497e2-b084-4641-948a-aadb1496093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:38.865456 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-75cc2ffb-6563-45f5-a4f4-57dd98ce1ba8 req-879497e2-b084-4641-948a-aadb1496093b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3eef1db2e18b4c9cb47f2668e1a20a91&device_id=9c75a977-8a53-459e-b27f-fa2eb1470724 HTTP/1.1" status: 200 len: 1099 time: 0.0493932 Jun 29 15:58:38.980103 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc2ffb-6563-45f5-a4f4-57dd98ce1ba8 req-8f63e270-17a6-4af2-b17b-5de635b1812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:38.981560 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-75cc2ffb-6563-45f5-a4f4-57dd98ce1ba8 req-8f63e270-17a6-4af2-b17b-5de635b1812a service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4 HTTP/1.1" status: 200 len: 919 time: 0.0942845 Jun 29 15:58:39.022200 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-75cc2ffb-6563-45f5-a4f4-57dd98ce1ba8 req-2c80e68c-086e-43f1-af73-092684f023ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7927e555-949a-4add-bef4-08f1bfd4555d HTTP/1.1" status: 200 len: 217 time: 0.0337818 Jun 29 15:58:39.068777 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc2ffb-6563-45f5-a4f4-57dd98ce1ba8 req-94b41f87-efbd-4e4d-a9bb-2825bba8eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:39.070121 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-75cc2ffb-6563-45f5-a4f4-57dd98ce1ba8 req-94b41f87-efbd-4e4d-a9bb-2825bba8eb53 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f7889f3-fcb4-48a2-b06b-d94d20a5bf52 HTTP/1.1" status: 200 len: 858 time: 0.0409167 Jun 29 15:58:39.105158 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-75cc2ffb-6563-45f5-a4f4-57dd98ce1ba8 req-539fbb38-aa6a-4464-a594-00916b080e10 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277083 Jun 29 15:58:39.190507 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-75cc2ffb-6563-45f5-a4f4-57dd98ce1ba8 req-422e12d8-71cc-4955-afc1-1c74108bcb36 service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778060 Jun 29 15:58:39.284288 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-75cc2ffb-6563-45f5-a4f4-57dd98ce1ba8 req-3e20a606-63eb-47fd-816b-7c47d6e05cc5 service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854959 Jun 29 15:58:40.776547 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-71e95971-8220-446b-b1ed-2ca85d189387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:41.356095 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:41.858416 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:43.625470 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:07.757447 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:08.198756 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-716f6887-110d-4c88-bddb-99ab1d9f6704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:10.779128 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2282067c-3042-4c8d-a629-e8f6cbc78b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:11.356670 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:11.861410 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:13.629419 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:15.786822 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:59:34.502259 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-7551479f-a5f6-4cf5-819e-ad1c1f5021a6 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:34.503729 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-7551479f-a5f6-4cf5-819e-ad1c1f5021a6 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 815 time: 0.1065884 Jun 29 15:59:34.518784 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-8ffd51f7-30d0-4222-bd16-d3d43cecf200 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/quotas/f1f4a8cf677a4766b04d8f8cb70c86ca HTTP/1.1" status: 200 len: 375 time: 0.0090344 Jun 29 15:59:34.581534 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-757b4692-f512-4f84-996c-babacb7d672c tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578632 Jun 29 15:59:34.713873 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-a9baea86-8830-423a-8df3-b6d37b7281aa service neutron] 10.222.0.66 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256552 Jun 29 15:59:34.805988 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-3b6515cc-e9c7-4369-bfe2-350494992d8f service neutron] 10.222.0.66 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862470 Jun 29 15:59:34.971354 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d9257faf-c7c9-4ccc-ad3a-3a69186a4475 req-5e0793d2-c560-463e-a39a-c3bc970936b8 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 210 time: 0.0269718 Jun 29 15:59:36.128080 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0cbb3c2f-b71c-445e-8b98-c6ac07f7c9c5 req-7e6d469e-66d9-43cd-a587-a3e57fb16cff tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 210 time: 0.0421534 Jun 29 15:59:36.197815 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-de36c67b-52d9-4be3-8cc7-ea89a3309fdf tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:36.199217 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-de36c67b-52d9-4be3-8cc7-ea89a3309fdf tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 815 time: 0.1017611 Jun 29 15:59:36.213042 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Request body: {'port': {'device_id': '3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9', 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd', 'admin_state_up': True, 'tenant_id': 'f1f4a8cf677a4766b04d8f8cb70c86ca'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:36.318643 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Made reservation on behalf of f1f4a8cf677a4766b04d8f8cb70c86ca for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:59:36.322710 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.447933 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Allocated IP 172.20.0.14 (913ddeee-2d32-441c-941e-b0980303e2cd/cdf2ca20-30f5-46a4-8f73-dc2d41f4c780/57384b54-8f26-490e-a688-8aa969892fc1) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:59:36.593076 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.630423 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.634897 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-64ecede6-03af-460e-aab8-5272e4f1366a tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:36.652705 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['51a30074-aa07-4281-9ad4-e6d428a2befa'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:59:36.678807 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Network 913ddeee-2d32-441c-941e-b0980303e2cd is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:59:36.682548 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:59:36.686255 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:59:36.692614 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Pushing event updated for resources: {'Port': ['ID=57384b54-8f26-490e-a688-8aa969892fc1,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:36.717791 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.718155 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.718518 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.718872 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.719223 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.719595 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.720118 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.720468 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.720814 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.721156 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.721507 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.721844 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.726838 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:36.748596 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:36.749216 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.766218 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5565987 Jun 29 15:59:36.779262 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Request body: {'port': {'device_id': '3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:36.858305 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:37.111077 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57384b54-8f26-490e-a688-8aa969892fc1 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:59:37.118847 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:37.130263 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Transition to ACTIVE for port object 57384b54-8f26-490e-a688-8aa969892fc1 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:59:37.134057 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:37.136001 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:37.185289 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Pushing event updated for resources: {'Port': ['ID=57384b54-8f26-490e-a688-8aa969892fc1,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:37.202324 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:37.278678 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Attempting to bind port 57384b54-8f26-490e-a688-8aa969892fc1 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:59:37.279010 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Attempting to bind port 57384b54-8f26-490e-a688-8aa969892fc1 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b03bb11f-7894-40e0-9619-0b0fe2c55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:59:37.279337 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Attempting to bind port 57384b54-8f26-490e-a688-8aa969892fc1 on network 913ddeee-2d32-441c-941e-b0980303e2cd {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:59:37.286235 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Port 57384b54-8f26-490e-a688-8aa969892fc1 on network 913ddeee-2d32-441c-941e-b0980303e2cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:59:37.286551 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Attempting to bind port 57384b54-8f26-490e-a688-8aa969892fc1 on network 913ddeee-2d32-441c-941e-b0980303e2cd {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:59:37.294313 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Checking agent: {'id': '1f42b8fb-87af-41ff-972d-c33b8bf8d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:59:37.294646 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Checking segment: {'id': 'b03bb11f-7894-40e0-9619-0b0fe2c55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:59:37.295019 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Bound using segment: {'id': 'b03bb11f-7894-40e0-9619-0b0fe2c55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:59:37.295440 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Bound port: 57384b54-8f26-490e-a688-8aa969892fc1, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03bb11f-7894-40e0-9619-0b0fe2c55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:59:37.295814 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:37.352958 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4022efb-bc3c-488a-9fb5-4281f97ed6b6 req-0479e70e-8d39-4d44-851d-87de6a1f817e tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:37.354422 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d4022efb-bc3c-488a-9fb5-4281f97ed6b6 req-0479e70e-8d39-4d44-851d-87de6a1f817e tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 944 time: 0.1135731 Jun 29 15:59:37.398128 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] For port 57384b54-8f26-490e-a688-8aa969892fc1, host hv-cinder-78662, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:59:37.418815 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d4022efb-bc3c-488a-9fb5-4281f97ed6b6 req-aa208a3d-c915-4469-af33-c35dd05d0655 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570536 Jun 29 15:59:37.420405 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] For port 57384b54-8f26-490e-a688-8aa969892fc1, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=57384b54-8f26-490e-a688-8aa969892fc1,segment=NetworkSegment(b03bb11f-7894-40e0-9619-0b0fe2c55e5b),segment_id=b03bb11f-7894-40e0-9619-0b0fe2c55e5b)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:59:37.425393 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:37.428347 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-220f66ef-a80d-49e8-a434-7c9e14bb5332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:37.461394 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:37.462000 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:37.463745 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] 10.222.0.77 "PUT /v2.0/ports/57384b54-8f26-490e-a688-8aa969892fc1 HTTP/1.1" status: 200 len: 1094 time: 0.6885617 Jun 29 15:59:37.463854 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9', 'tag': '57384b54-8f26-490e-a688-8aa969892fc1'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:59:37.466196 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232b4e56-081e-4be7-89d1-b753224629c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9", "tag": "57384b54-8f26-490e-a688-8aa969892fc1"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:59:37.488329 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Pushing event updated for resources: {'Port': ['ID=57384b54-8f26-490e-a688-8aa969892fc1,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:37.491782 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:37.563917 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-f7525dee-c807-4cb5-b34a-28073d88109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:37.565437 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-f7525dee-c807-4cb5-b34a-28073d88109f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 1097 time: 0.0565193 Jun 29 15:59:37.566878 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a39429-4229-4682-bf70-623a3b3a08b9 x-openstack-request-id: req-92a39429-4229-4682-bf70-623a3b3a08b9 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:59:37.567181 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9", "tag": "57384b54-8f26-490e-a688-8aa969892fc1", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:59:37.567458 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-92a39429-4229-4682-bf70-623a3b3a08b9 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:59:37.567884 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9', 'tag': '57384b54-8f26-490e-a688-8aa969892fc1', 'status': 'completed', 'code': 200} Jun 29 15:59:37.611278 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-8ce84512-a310-4d9f-b3f9-158ea5feb2ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57384b54-8f26-490e-a688-8aa969892fc1 HTTP/1.1" status: 200 len: 217 time: 0.0335810 Jun 29 15:59:37.657989 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-2e0b21fc-6667-4651-b367-3cad869d5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:37.659362 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-2e0b21fc-6667-4651-b367-3cad869d5878 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0416603 Jun 29 15:59:37.694957 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-6fec34ce-3533-4840-a057-52107e0ef36a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272758 Jun 29 15:59:37.772005 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:37.780638 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-96a2658f-b300-461e-9c76-d48499467b35 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780060 Jun 29 15:59:37.870845 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a1fa2d0-26ed-4be8-99ef-10326ffe01ca req-2e969b90-4a6d-4f3e-aff6-3a3027a8ffb5 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824101 Jun 29 15:59:37.970267 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b4e56-081e-4be7-89d1-b753224629c0 req-985c5bf0-f902-4c70-9d51-63273b3e93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:37.971766 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-232b4e56-081e-4be7-89d1-b753224629c0 req-985c5bf0-f902-4c70-9d51-63273b3e93fe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 1097 time: 0.0515802 Jun 29 15:59:38.060748 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b4e56-081e-4be7-89d1-b753224629c0 req-11305bf2-fdd6-451a-874a-bf986f741d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:38.062207 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-232b4e56-081e-4be7-89d1-b753224629c0 req-11305bf2-fdd6-451a-874a-bf986f741d9d service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0833745 Jun 29 15:59:38.103818 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-232b4e56-081e-4be7-89d1-b753224629c0 req-6677b717-a7c7-4755-8326-7d6359a5c65c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57384b54-8f26-490e-a688-8aa969892fc1 HTTP/1.1" status: 200 len: 217 time: 0.0328455 Jun 29 15:59:38.151154 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b4e56-081e-4be7-89d1-b753224629c0 req-6c7d3b4c-80c8-4c4d-b0b0-377ea9d6ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:38.152584 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-232b4e56-081e-4be7-89d1-b753224629c0 req-6c7d3b4c-80c8-4c4d-b0b0-377ea9d6ae2b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0417008 Jun 29 15:59:38.183629 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-232b4e56-081e-4be7-89d1-b753224629c0 req-a9c7196a-9c19-4c15-bb2d-f645a93e9bc5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242853 Jun 29 15:59:38.201105 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-487b4aab-2cd4-4ffd-a2c4-c7f1e2dae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:38.275877 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-232b4e56-081e-4be7-89d1-b753224629c0 req-1507b28d-1a6b-4392-a673-a756ae57a53b service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840909 Jun 29 15:59:38.364399 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-232b4e56-081e-4be7-89d1-b753224629c0 req-85962c04-0588-4f3c-9e53-8d2f77726ecf service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813401 Jun 29 15:59:38.611711 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2bc44-1b4f-405e-8128-5fd0de69a627 req-37de0d04-1e9b-4bac-915e-a0ac3f20a820 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:38.613143 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92e2bc44-1b4f-405e-8128-5fd0de69a627 req-37de0d04-1e9b-4bac-915e-a0ac3f20a820 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0603237 Jun 29 15:59:38.650490 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92e2bc44-1b4f-405e-8128-5fd0de69a627 req-8da91590-481b-4664-a322-3c78580b0cc1 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311787 Jun 29 15:59:39.844928 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089e9b-01f6-4f0b-93d8-d7354fb4658b req-73fc43f6-dea0-4502-9457-fabbf62213dc tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:39.846421 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-55089e9b-01f6-4f0b-93d8-d7354fb4658b req-73fc43f6-dea0-4502-9457-fabbf62213dc tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0722089 Jun 29 15:59:39.886560 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-55089e9b-01f6-4f0b-93d8-d7354fb4658b req-3ac762cc-2304-4d43-abb0-5091e312ad9a tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343819 Jun 29 15:59:40.747244 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c0b0bfa-8dce-4de8-a1da-58b65b141fa5 req-fe092231-0476-4d6f-a2b9-22871977c3cc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494180 Jun 29 15:59:40.779892 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6fc7be29-e07c-4195-b93a-3d4a9fc1bf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:40.822842 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b0bfa-8dce-4de8-a1da-58b65b141fa5 req-c6914ad1-6c80-4225-8ffc-a0f0288bf9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:40.824322 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c0b0bfa-8dce-4de8-a1da-58b65b141fa5 req-c6914ad1-6c80-4225-8ffc-a0f0288bf9db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3eef1db2e18b4c9cb47f2668e1a20a91&device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0538573 Jun 29 15:59:40.923798 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b0bfa-8dce-4de8-a1da-58b65b141fa5 req-5562d840-ea49-4202-ad54-5e61cb07ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:40.925228 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c0b0bfa-8dce-4de8-a1da-58b65b141fa5 req-5562d840-ea49-4202-ad54-5e61cb07ce8c service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4 HTTP/1.1" status: 200 len: 919 time: 0.0803859 Jun 29 15:59:40.969267 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c0b0bfa-8dce-4de8-a1da-58b65b141fa5 req-6976cc30-238c-46c0-85b6-a7b4f9eee703 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e8b7b54-acea-450b-b41a-d8d97fa437ff HTTP/1.1" status: 200 len: 217 time: 0.0363486 Jun 29 15:59:41.050648 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b0bfa-8dce-4de8-a1da-58b65b141fa5 req-d4c93422-d73b-4356-9cb5-910ae1acc317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:41.052127 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c0b0bfa-8dce-4de8-a1da-58b65b141fa5 req-d4c93422-d73b-4356-9cb5-910ae1acc317 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f7889f3-fcb4-48a2-b06b-d94d20a5bf52 HTTP/1.1" status: 200 len: 858 time: 0.0745590 Jun 29 15:59:41.088785 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c0b0bfa-8dce-4de8-a1da-58b65b141fa5 req-9a46c459-1a93-435a-a076-422d31a32e19 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277529 Jun 29 15:59:41.100265 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3ea09-d9a5-487e-ae2d-b484b13ae363 req-3fcfd003-3527-4b9d-ab22-4e1b4bba861f tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:41.101745 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6ad3ea09-d9a5-487e-ae2d-b484b13ae363 req-3fcfd003-3527-4b9d-ab22-4e1b4bba861f tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0991776 Jun 29 15:59:41.183539 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 57384b54-8f26-490e-a688-8aa969892fc1 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:59:41.188464 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6ad3ea09-d9a5-487e-ae2d-b484b13ae363 req-ac7687df-5c01-4b47-8d06-3d28d1855625 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781279 Jun 29 15:59:41.220580 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c0b0bfa-8dce-4de8-a1da-58b65b141fa5 req-7923f1dc-d75a-4e86-b5e8-0246a88d4a79 service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178622 Jun 29 15:59:41.278291 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 57384b54-8f26-490e-a688-8aa969892fc1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=57384b54-8f26-490e-a688-8aa969892fc1,segment=NetworkSegment(b03bb11f-7894-40e0-9619-0b0fe2c55e5b),segment_id=b03bb11f-7894-40e0-9619-0b0fe2c55e5b)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:41.288968 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Returning: {'device': '57384b54-8f26-490e-a688-8aa969892fc1', 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd', 'port_id': '57384b54-8f26-490e-a688-8aa969892fc1', 'mac_address': 'fa:16:3e:28:08:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf2ca20-30f5-46a4-8f73-dc2d41f4c780', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:59:41.312953 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c0b0bfa-8dce-4de8-a1da-58b65b141fa5 req-ce005a0e-618b-432a-8a8a-9c86b47691e9 service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840125 Jun 29 15:59:41.326082 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:41.336858 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57384b54-8f26-490e-a688-8aa969892fc1 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:59:41.361579 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 57384b54-8f26-490e-a688-8aa969892fc1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=57384b54-8f26-490e-a688-8aa969892fc1,segment=NetworkSegment(b03bb11f-7894-40e0-9619-0b0fe2c55e5b),segment_id=b03bb11f-7894-40e0-9619-0b0fe2c55e5b)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:41.365808 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:41.368172 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:41.370418 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:41.415509 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=57384b54-8f26-490e-a688-8aa969892fc1,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:41.422224 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:41.422576 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:41.422911 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:41.423241 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:41.423585 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:41.423913 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:41.424232 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:41.424549 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:41.424866 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:41.425178 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:41.425490 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:41.425800 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:41.430274 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:41.866179 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['57384b54-8f26-490e-a688-8aa969892fc1'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:59:41.871630 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:42.362635 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282242b2-7b03-4b8e-bbec-68ee9817785e req-c38d58b7-aa63-4fdb-bcd7-d387a13cba3f tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:42.364115 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-282242b2-7b03-4b8e-bbec-68ee9817785e req-c38d58b7-aa63-4fdb-bcd7-d387a13cba3f tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 945 time: 0.0610909 Jun 29 15:59:42.405028 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-282242b2-7b03-4b8e-bbec-68ee9817785e req-19d7834d-2f55-4a4a-9407-a3ee2c66c09a tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341892 Jun 29 15:59:43.227284 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 57384b54-8f26-490e-a688-8aa969892fc1 up at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:59:43.274201 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning for port 57384b54-8f26-490e-a688-8aa969892fc1 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:59:43.277679 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning complete for port 57384b54-8f26-490e-a688-8aa969892fc1 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:59:43.278058 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.354680 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.376284 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57384b54-8f26-490e-a688-8aa969892fc1'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:59:43.378630 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e148ad334d6b0a25feb6cb172eaafc5bfcff4dbaa69dd97dd66c28eda2659d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f142b1-ac04-454f-ab6e-601f036616e6" -d '{"events": [{"server_uuid": "3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9", "name": "network-vif-plugged", "status": "completed", "tag": "57384b54-8f26-490e-a688-8aa969892fc1"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:59:43.391510 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 57384b54-8f26-490e-a688-8aa969892fc1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=57384b54-8f26-490e-a688-8aa969892fc1,segment=NetworkSegment(b03bb11f-7894-40e0-9619-0b0fe2c55e5b),segment_id=b03bb11f-7894-40e0-9619-0b0fe2c55e5b)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:43.395763 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.397591 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:43.442267 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=57384b54-8f26-490e-a688-8aa969892fc1,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:43.445974 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:43.473329 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33e0f98-e630-419d-9c0e-ed30c229c943 x-openstack-request-id: req-b33e0f98-e630-419d-9c0e-ed30c229c943 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:59:43.473623 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9", "name": "network-vif-plugged", "status": "completed", "tag": "57384b54-8f26-490e-a688-8aa969892fc1", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:59:43.473879 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b33e0f98-e630-419d-9c0e-ed30c229c943 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:59:43.474301 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57384b54-8f26-490e-a688-8aa969892fc1', 'code': 200} Jun 29 15:59:43.583806 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212e66b-c3b3-4647-b1f4-32202659afa0 req-3aaae0b9-e9ed-4d39-92de-754a2947f552 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:43.585273 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e212e66b-c3b3-4647-b1f4-32202659afa0 req-3aaae0b9-e9ed-4d39-92de-754a2947f552 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0632815 Jun 29 15:59:43.624196 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e212e66b-c3b3-4647-b1f4-32202659afa0 req-5e28b5bc-650e-4b65-8c09-c2d62f2f85e8 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327542 Jun 29 15:59:43.641187 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.691892 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38d6d6-c318-46b3-ad3d-3151cbfaccdc req-6a8d2cbd-bd2e-4c23-ab54-716a28065c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:43.693335 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b38d6d6-c318-46b3-ad3d-3151cbfaccdc req-6a8d2cbd-bd2e-4c23-ab54-716a28065c6a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 1099 time: 0.0496020 Jun 29 15:59:43.726167 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b38d6d6-c318-46b3-ad3d-3151cbfaccdc req-973d38c8-3e48-4391-ab8e-352b386f0ec0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260689 Jun 29 15:59:44.807577 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56471878-04aa-4a66-a0f4-85fad09a92a0 req-e9ed60b2-6742-41d2-b13a-bc1e2edd022d tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:44.809362 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-56471878-04aa-4a66-a0f4-85fad09a92a0 req-e9ed60b2-6742-41d2-b13a-bc1e2edd022d tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0680485 Jun 29 15:59:44.857952 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-56471878-04aa-4a66-a0f4-85fad09a92a0 req-f3d70926-b68b-402a-898a-a38f01d6a505 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351772 Jun 29 15:59:45.126519 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 52894) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:45.227862 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:45.317345 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:45.322157 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:45.325513 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e599af1a-fb30-4478-96e9-9fcea8f77670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:45.358913 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b8f7990d8c854e4a89794e81858aee5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313306 Jun 29 15:59:45.360891 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ffbc3a-1839-4a6d-a987-78e727479e4a,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:45.361538 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 52902) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:45.368348 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:45.368719 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:45.369074 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:45.369425 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:45.369775 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:45.370120 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:45.370464 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:45.370807 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:45.371148 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:45.371486 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:45.371850 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:45.372187 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:45.376045 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:45.412966 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2955-0362-4c89-ad64-0804099accaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:45.639610 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2955-0362-4c89-ad64-0804099accaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:45.685438 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2955-0362-4c89-ad64-0804099accaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:45.687857 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2955-0362-4c89-ad64-0804099accaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:45.688982 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-cb3b2955-0362-4c89-ad64-0804099accaf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/58ffbc3a-1839-4a6d-a987-78e727479e4a HTTP/1.1" status: 204 len: 168 time: 0.3264575 Jun 29 15:59:45.689630 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:45.696500 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b2955-0362-4c89-ad64-0804099accaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ffbc3a-1839-4a6d-a987-78e727479e4a,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:45.698863 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cb3b2955-0362-4c89-ad64-0804099accaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:46.053003 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439f2d7-d6e6-4139-a9a8-c90ccd63aae0 req-e860ca68-e608-4144-a53e-3c73cf15b5f3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:46.054765 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6439f2d7-d6e6-4139-a9a8-c90ccd63aae0 req-e860ca68-e608-4144-a53e-3c73cf15b5f3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0722077 Jun 29 15:59:46.095482 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6439f2d7-d6e6-4139-a9a8-c90ccd63aae0 req-e5243d05-b9fc-4292-9fc0-97ef861f5d36 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323567 Jun 29 15:59:52.785218 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:00:07.773023 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:08.200900 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-27156d33-b3d0-48be-b8eb-2dc5eda1c486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:10.780995 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8897098e-e932-434e-a7a6-e801d4a0bfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:11.361333 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:11.867458 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:13.631734 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:29.784135 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:00:37.773247 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:38.207304 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a8fe-048d-4b93-9360-de21ecf3c9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:40.781091 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5cc451aa-0c6a-4fe0-b2fe-68c16d8e7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:40.874827 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f2b2fa5b-b296-47ff-96d4-67f62b613243 req-c95fc5f1-95ee-49f7-9f4f-02a21dbb5bd0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498605 Jun 29 16:00:40.986208 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2fa5b-b296-47ff-96d4-67f62b613243 req-f2ecef92-8524-4f47-b1a7-cb66db285943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:40.987693 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f2b2fa5b-b296-47ff-96d4-67f62b613243 req-f2ecef92-8524-4f47-b1a7-cb66db285943 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 1098 time: 0.0529742 Jun 29 16:00:41.092685 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2fa5b-b296-47ff-96d4-67f62b613243 req-e6cbe438-b94b-453f-b7d4-0e7df900ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:41.094100 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f2b2fa5b-b296-47ff-96d4-67f62b613243 req-e6cbe438-b94b-453f-b7d4-0e7df900ef6e service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0836649 Jun 29 16:00:41.134541 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f2b2fa5b-b296-47ff-96d4-67f62b613243 req-41374190-7c27-48a1-a77a-8f3be4f0b941 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a30074-aa07-4281-9ad4-e6d428a2befa HTTP/1.1" status: 200 len: 217 time: 0.0323210 Jun 29 16:00:41.183789 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2fa5b-b296-47ff-96d4-67f62b613243 req-2dd353bb-eaa7-4f33-abf8-efa7c474ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:41.185125 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f2b2fa5b-b296-47ff-96d4-67f62b613243 req-2dd353bb-eaa7-4f33-abf8-efa7c474ef17 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0443306 Jun 29 16:00:41.217505 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f2b2fa5b-b296-47ff-96d4-67f62b613243 req-912da8dd-2b95-4105-8208-4df44eb6c1b6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233991 Jun 29 16:00:41.307335 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f2b2fa5b-b296-47ff-96d4-67f62b613243 req-1e08a2b5-7e92-46a4-901a-b74960c33b70 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812507 Jun 29 16:00:41.366445 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.413266 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f2b2fa5b-b296-47ff-96d4-67f62b613243 req-f636adb0-939a-45b7-957d-90a3a7c8ba52 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954132 Jun 29 16:00:41.869515 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:43.635199 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:06.782416 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:01:07.771917 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:08.197697 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-646cca79-f01f-45ce-8dd0-33cb17bf7882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:10.780918 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b55a68c3-17a3-4372-b73b-49da894ff48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:11.358304 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:11.872347 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:13.638848 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:37.772479 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:38.199060 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9ddd1c54-82a3-4bee-8247-4f76ac4da0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:40.782497 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4f6edf62-a33a-4813-a429-ae7e4501cd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:41.359912 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:41.757263 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff3c737a-e08d-4a59-be2b-8fc18e1d26d0 req-98f3a1ed-4be2-4761-b1b1-a9d373fbcf65 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9c75a977-8a53-459e-b27f-fa2eb1470724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502262 Jun 29 16:01:41.835209 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c737a-e08d-4a59-be2b-8fc18e1d26d0 req-ac607a63-e4c1-4014-aea0-894501b5217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:41.836728 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff3c737a-e08d-4a59-be2b-8fc18e1d26d0 req-ac607a63-e4c1-4014-aea0-894501b5217f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3eef1db2e18b4c9cb47f2668e1a20a91&device_id=9c75a977-8a53-459e-b27f-fa2eb1470724 HTTP/1.1" status: 200 len: 1099 time: 0.0562541 Jun 29 16:01:41.874736 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:41.945984 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c737a-e08d-4a59-be2b-8fc18e1d26d0 req-c1d5dde1-1193-4e25-91b8-bb5373b74d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:41.948030 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff3c737a-e08d-4a59-be2b-8fc18e1d26d0 req-c1d5dde1-1193-4e25-91b8-bb5373b74d10 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4 HTTP/1.1" status: 200 len: 919 time: 0.0865743 Jun 29 16:01:41.991110 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff3c737a-e08d-4a59-be2b-8fc18e1d26d0 req-35a45bc5-5f60-4532-9403-90884d5623fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7927e555-949a-4add-bef4-08f1bfd4555d HTTP/1.1" status: 200 len: 217 time: 0.0356143 Jun 29 16:01:42.040735 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c737a-e08d-4a59-be2b-8fc18e1d26d0 req-a75520e5-0ae8-4218-8dd0-c66dcaf866d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:42.042179 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff3c737a-e08d-4a59-be2b-8fc18e1d26d0 req-a75520e5-0ae8-4218-8dd0-c66dcaf866d8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f7889f3-fcb4-48a2-b06b-d94d20a5bf52 HTTP/1.1" status: 200 len: 858 time: 0.0433660 Jun 29 16:01:42.075317 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff3c737a-e08d-4a59-be2b-8fc18e1d26d0 req-ddcecb08-67d4-43a0-b938-f824cce80e23 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256255 Jun 29 16:01:42.165011 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff3c737a-e08d-4a59-be2b-8fc18e1d26d0 req-7a885c27-d3f8-4403-8c05-2a71e29f4dde service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805554 Jun 29 16:01:42.252327 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff3c737a-e08d-4a59-be2b-8fc18e1d26d0 req-3a18a6b2-321f-4aec-bc78-c69133862045 service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798793 Jun 29 16:01:43.646501 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:43.780995 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:02:07.773835 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:08.199056 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c0e4f13d-cf2e-4361-800e-06a394d7eefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:10.782951 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-62cf56c0-91ca-439f-8f34-748ca87a0413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:11.361726 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:11.877192 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:13.644590 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:20.780297 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:02:37.773305 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:38.199759 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5814c14b-26e8-457a-9b07-0ed766a206bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:40.783935 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-cb661343-8423-49fc-b77a-cd63a7a415a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:41.363345 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:41.879494 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:42.806319 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5e978e2d-f553-4a95-9a88-f2b6973083ed req-c4d51741-264e-4a7e-b6cd-fe15a6fa5f1d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529811 Jun 29 16:02:42.883296 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e978e2d-f553-4a95-9a88-f2b6973083ed req-1e58bae3-ca23-4173-ac94-9135595915e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:42.884877 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5e978e2d-f553-4a95-9a88-f2b6973083ed req-1e58bae3-ca23-4173-ac94-9135595915e5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3eef1db2e18b4c9cb47f2668e1a20a91&device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0522022 Jun 29 16:02:42.985643 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e978e2d-f553-4a95-9a88-f2b6973083ed req-fde5fea4-70c5-4314-b03d-7dbfb7c063ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:42.987061 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5e978e2d-f553-4a95-9a88-f2b6973083ed req-fde5fea4-70c5-4314-b03d-7dbfb7c063ec service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4 HTTP/1.1" status: 200 len: 919 time: 0.0812569 Jun 29 16:02:43.031018 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5e978e2d-f553-4a95-9a88-f2b6973083ed req-18e55130-9b35-4d4e-8852-4c35aee27ae2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e8b7b54-acea-450b-b41a-d8d97fa437ff HTTP/1.1" status: 200 len: 217 time: 0.0356109 Jun 29 16:02:43.080879 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e978e2d-f553-4a95-9a88-f2b6973083ed req-3a3ad9c0-c564-4c89-a266-a3bce7371d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:43.082325 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5e978e2d-f553-4a95-9a88-f2b6973083ed req-3a3ad9c0-c564-4c89-a266-a3bce7371d5a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f7889f3-fcb4-48a2-b06b-d94d20a5bf52 HTTP/1.1" status: 200 len: 858 time: 0.0438428 Jun 29 16:02:43.115497 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5e978e2d-f553-4a95-9a88-f2b6973083ed req-8523e663-741f-44d2-9384-db18102f121c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251536 Jun 29 16:02:43.205885 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5e978e2d-f553-4a95-9a88-f2b6973083ed req-c9ac7f9c-0758-4036-a044-0ae8359342f7 service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824444 Jun 29 16:02:43.297540 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5e978e2d-f553-4a95-9a88-f2b6973083ed req-7534ac68-bc89-4910-940b-239eaf2fb339 service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849233 Jun 29 16:02:43.647446 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:57.778696 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:03:07.802744 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:08.199995 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b62383b7-5325-4033-941b-c4f2b73f0f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:10.785296 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a10ed46-a33e-4c44-b260-0ceda61da44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:11.364896 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:11.883683 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:13.651376 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:34.777673 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:03:37.801079 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:38.200235 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0b5f5a7f-95ee-4097-ad92-af76a503a9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:40.785709 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-125a6ae0-59ef-412c-9c6c-0e36b260f013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:41.366626 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:41.886321 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:42.878839 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-46878a87-5684-4463-8f3e-4d9c4c91f154 req-f220897e-79b4-40c3-ab83-b9eafb6f157a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1546187 Jun 29 16:03:42.951255 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878a87-5684-4463-8f3e-4d9c4c91f154 req-2eb12812-d9f5-4826-943e-6c50ce882d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:03:42.952762 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-46878a87-5684-4463-8f3e-4d9c4c91f154 req-2eb12812-d9f5-4826-943e-6c50ce882d60 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 1099 time: 0.0508668 Jun 29 16:03:43.062075 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878a87-5684-4463-8f3e-4d9c4c91f154 req-927a3ab6-36e0-494f-b4b9-4fdd9987a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:03:43.063597 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-46878a87-5684-4463-8f3e-4d9c4c91f154 req-927a3ab6-36e0-494f-b4b9-4fdd9987a9d4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0864666 Jun 29 16:03:43.104372 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-46878a87-5684-4463-8f3e-4d9c4c91f154 req-56609777-2286-4cae-820c-8b2866c56168 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57384b54-8f26-490e-a688-8aa969892fc1 HTTP/1.1" status: 200 len: 217 time: 0.0336244 Jun 29 16:03:43.152280 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878a87-5684-4463-8f3e-4d9c4c91f154 req-e621d379-11eb-4f78-b774-3a212c411d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:03:43.154322 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-46878a87-5684-4463-8f3e-4d9c4c91f154 req-e621d379-11eb-4f78-b774-3a212c411d2b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0425756 Jun 29 16:03:43.190867 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-46878a87-5684-4463-8f3e-4d9c4c91f154 req-67856b7a-4a1b-4ed6-9d6f-53c8cf61fa75 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286391 Jun 29 16:03:43.202158 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-46878a87-5684-4463-8f3e-4d9c4c91f154 req-ffc26301-4b84-41f0-9e78-78dac8b9ca10 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:03:43.203149 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-46878a87-5684-4463-8f3e-4d9c4c91f154 req-ffc26301-4b84-41f0-9e78-78dac8b9ca10 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053968 Jun 29 16:03:43.288239 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-46878a87-5684-4463-8f3e-4d9c4c91f154 req-c8630053-356e-4509-87a4-44cb330b11b3 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780149 Jun 29 16:03:43.381281 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-46878a87-5684-4463-8f3e-4d9c4c91f154 req-3d87c1ea-5349-4f42-8057-8ffca9124b4e service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817330 Jun 29 16:03:43.654102 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:07.800951 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:08.202203 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6743ce11-652e-4749-b6b1-a6c811ea1b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:10.784520 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d0b53d7e-efe7-49be-a20b-08b26c3c382a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:11.367757 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:11.775864 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:04:11.887474 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:13.655708 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:37.808393 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:38.202455 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1d018ba9-1781-4a0c-8cca-240690e07f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:40.785239 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3ed9-3438-419b-8369-69b5b102c112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:41.368568 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:41.891258 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:42.286198 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 56978) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:04:42.386460 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:42.475212 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:42.479030 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:42.482962 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-19c664fe-2fbe-42f4-b635-769d266cbec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:04:42.515670 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871279af-1751-4dfe-80eb-be45256ac5d8,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:04:42.519394 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=06781b51f3474d5cae8da2dd99eff7a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321870 Jun 29 16:04:42.522132 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 56988) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:04:42.525232 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.525626 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.525986 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.526339 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.526680 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.527029 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.527376 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.527747 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.528096 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.528470 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.528758 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.529643 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.533849 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:04:42.573794 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:42.595260 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:42.641046 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:42.643558 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:42.644945 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/871279af-1751-4dfe-80eb-be45256ac5d8 HTTP/1.1" status: 204 len: 168 time: 0.1216462 Jun 29 16:04:42.645547 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0e52ef6b-bee9-4ee9-9af9-f1e160306798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:04:42.652896 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871279af-1751-4dfe-80eb-be45256ac5d8,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:04:42.660397 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.660759 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.661108 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.661456 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.661802 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.662135 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.662543 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.662876 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.663144 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.663482 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.663844 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.664171 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:04:42.673132 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:04:43.661293 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:44.738093 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4e0d8480-cfee-447c-b264-a2046e51bdbc req-6bdf5565-8fb5-45bc-a8c7-c004115fefe3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491056 Jun 29 16:04:44.845170 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d8480-cfee-447c-b264-a2046e51bdbc req-732b44a9-b959-4798-9b75-81e235131497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:04:44.846584 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4e0d8480-cfee-447c-b264-a2046e51bdbc req-732b44a9-b959-4798-9b75-81e235131497 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 1098 time: 0.0527940 Jun 29 16:04:44.951084 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d8480-cfee-447c-b264-a2046e51bdbc req-4e3e48de-0797-4252-b370-19bddd8ac845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:04:44.952569 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4e0d8480-cfee-447c-b264-a2046e51bdbc req-4e3e48de-0797-4252-b370-19bddd8ac845 service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0832689 Jun 29 16:04:45.008279 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4e0d8480-cfee-447c-b264-a2046e51bdbc req-d6267b60-636c-47af-8312-ad8e732d3e4e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a30074-aa07-4281-9ad4-e6d428a2befa HTTP/1.1" status: 200 len: 217 time: 0.0368438 Jun 29 16:04:45.056480 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d8480-cfee-447c-b264-a2046e51bdbc req-81f082fa-c130-4bf3-8167-76781d8ec179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:04:45.057971 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4e0d8480-cfee-447c-b264-a2046e51bdbc req-81f082fa-c130-4bf3-8167-76781d8ec179 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0419872 Jun 29 16:04:45.090150 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4e0d8480-cfee-447c-b264-a2046e51bdbc req-877eaaba-26a8-42bf-9f73-0ef89fa42aad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239813 Jun 29 16:04:45.189845 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4e0d8480-cfee-447c-b264-a2046e51bdbc req-f820d7a2-38c6-4654-ae5b-2d2cfb0fcfc1 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850711 Jun 29 16:04:45.276082 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4e0d8480-cfee-447c-b264-a2046e51bdbc req-5e1c1665-e014-47d9-b80c-3e56e0607e32 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781684 Jun 29 16:04:48.774656 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:05:07.849816 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:08.203840 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a571fdf3-30b7-4ded-b4fa-8d4201940d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:10.785984 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ddd8-f3cd-4add-a463-0b5f14b7ee3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:11.369028 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:11.894274 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:13.656708 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:25.774116 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:05:37.880524 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:38.203437 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c5f04695-f4ee-4b3a-aaed-968033f2178c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:40.786300 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9e0c33bf-6f5a-4ba5-b184-82454ac37f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:41.370239 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:41.896966 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:43.659530 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:46.501035 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 57914) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:46.601254 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:46.699934 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:46.704282 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:46.707660 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9a5a4921-b825-468a-98b2-22601b2836f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:46.741599 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91b159f62cf646b6ac3a28398119a841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394969 Jun 29 16:05:46.742485 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475d89a3-2da9-42e0-abd7-62be74bf8c62,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:46.744360 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 57926) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:46.755887 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-74e96546-47c1-4b0f-82ba-fc8214f971c7 req-1a6b85e6-107d-4494-b4c0-0cbe4906bb8e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9c75a977-8a53-459e-b27f-fa2eb1470724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554554 Jun 29 16:05:46.760655 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:46.761034 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:46.761767 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:46.762524 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:46.762875 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:46.763220 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:46.763581 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:46.764033 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:46.764446 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:46.764823 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:46.765196 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:46.765552 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:46.769382 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:46.811113 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed987-98b0-4cb2-9f8c-b8f3954314fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:46.831305 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed987-98b0-4cb2-9f8c-b8f3954314fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:46.834358 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e96546-47c1-4b0f-82ba-fc8214f971c7 req-e23333c3-a708-4048-8067-8b2e96c60953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:46.835865 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-74e96546-47c1-4b0f-82ba-fc8214f971c7 req-e23333c3-a708-4048-8067-8b2e96c60953 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3eef1db2e18b4c9cb47f2668e1a20a91&device_id=9c75a977-8a53-459e-b27f-fa2eb1470724 HTTP/1.1" status: 200 len: 1099 time: 0.0561476 Jun 29 16:05:46.883107 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed987-98b0-4cb2-9f8c-b8f3954314fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:46.885741 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed987-98b0-4cb2-9f8c-b8f3954314fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:46.889244 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8b7ed987-98b0-4cb2-9f8c-b8f3954314fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/475d89a3-2da9-42e0-abd7-62be74bf8c62 HTTP/1.1" status: 204 len: 168 time: 0.1416383 Jun 29 16:05:46.889244 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-6f8f0ef2-e17f-4971-8aa6-ec02f45bbec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:46.899226 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ed987-98b0-4cb2-9f8c-b8f3954314fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475d89a3-2da9-42e0-abd7-62be74bf8c62,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:46.902177 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8b7ed987-98b0-4cb2-9f8c-b8f3954314fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:46.966636 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e96546-47c1-4b0f-82ba-fc8214f971c7 req-5d309d6b-b529-4fce-8f1d-a9a21d7edea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:46.968474 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-74e96546-47c1-4b0f-82ba-fc8214f971c7 req-5d309d6b-b529-4fce-8f1d-a9a21d7edea2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4 HTTP/1.1" status: 200 len: 919 time: 0.1092300 Jun 29 16:05:47.019902 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-74e96546-47c1-4b0f-82ba-fc8214f971c7 req-7f382859-7fcf-4852-ae66-57c1efd854fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7927e555-949a-4add-bef4-08f1bfd4555d HTTP/1.1" status: 200 len: 217 time: 0.0411806 Jun 29 16:05:47.075171 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e96546-47c1-4b0f-82ba-fc8214f971c7 req-139fc522-24b8-46fe-bcb3-a56885438b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:47.076876 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-74e96546-47c1-4b0f-82ba-fc8214f971c7 req-139fc522-24b8-46fe-bcb3-a56885438b8c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f7889f3-fcb4-48a2-b06b-d94d20a5bf52 HTTP/1.1" status: 200 len: 858 time: 0.0520008 Jun 29 16:05:47.115431 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-74e96546-47c1-4b0f-82ba-fc8214f971c7 req-da59b8a1-6c77-49e0-ad4b-aebc90618cf7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314572 Jun 29 16:05:47.210674 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-74e96546-47c1-4b0f-82ba-fc8214f971c7 req-6367027e-ff86-4440-a3d4-54fbd2b53e85 service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879719 Jun 29 16:05:47.309751 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-74e96546-47c1-4b0f-82ba-fc8214f971c7 req-9ccacbda-3c2b-4297-bf13-01ccbd740e0e service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909226 Jun 29 16:05:47.585617 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-5980d839-ca6e-4963-a37e-a86fa183aa2a tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:47.587073 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-5980d839-ca6e-4963-a37e-a86fa183aa2a tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 815 time: 0.1010261 Jun 29 16:05:47.602118 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-7ca758ed-d7fe-491a-ad25-c7c398db9553 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/quotas/f1f4a8cf677a4766b04d8f8cb70c86ca HTTP/1.1" status: 200 len: 375 time: 0.0088687 Jun 29 16:05:47.672233 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-7a2f3ed6-5c87-4719-ab54-f60203a54e26 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650237 Jun 29 16:05:47.790745 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-06fd7204-7a12-48d4-80fe-12364db35c4d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:05:47.791827 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-06fd7204-7a12-48d4-80fe-12364db35c4d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1117649 Jun 29 16:05:47.896164 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-c535371f-e032-4ba2-a10f-20ab185d8350 service neutron] 10.222.0.66 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971603 Jun 29 16:05:48.000277 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-727580fc-2b3c-4966-831e-1af93206e6ad service neutron] 10.222.0.66 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985217 Jun 29 16:05:48.436150 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-79f8b4bb-5751-4c04-a1e8-f22cefecdda5 req-5cc79a05-0bdb-4c13-aedb-ec4178a8e459 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 210 time: 0.2620819 Jun 29 16:05:49.595034 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-29d43e83-f209-4d84-8149-1ed8f7567f52 req-d055b278-6733-4a8f-98dd-676609f939b8 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 210 time: 0.0327733 Jun 29 16:05:49.615429 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-39b8e7c9-b33d-42ba-925e-b5ccfc80195f tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:49.616988 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-39b8e7c9-b33d-42ba-925e-b5ccfc80195f tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 815 time: 0.1109533 Jun 29 16:05:49.632347 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Request body: {'port': {'device_id': '55f941d8-11e5-47ea-ad50-5b6d201515c0', 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd', 'admin_state_up': True, 'tenant_id': 'f1f4a8cf677a4766b04d8f8cb70c86ca'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:49.737111 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Made reservation on behalf of f1f4a8cf677a4766b04d8f8cb70c86ca for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:05:49.740687 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:49.862967 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Allocated IP 172.20.0.3 (913ddeee-2d32-441c-941e-b0980303e2cd/cdf2ca20-30f5-46a4-8f73-dc2d41f4c780/10d4ffd8-ced4-4286-a1f6-df39a9435e29) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:05:50.006728 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.043874 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.048238 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:50.057212 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['51a30074-aa07-4281-9ad4-e6d428a2befa', '57384b54-8f26-490e-a688-8aa969892fc1'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:05:50.097230 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Network 913ddeee-2d32-441c-941e-b0980303e2cd is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:50.100787 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:50.104551 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:05:50.129331 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Pushing event updated for resources: {'Port': ['ID=10d4ffd8-ced4-4286-a1f6-df39a9435e29,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:50.141592 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:50.142021 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:50.142312 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:50.142669 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:50.143020 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:50.143367 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:50.143744 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:50.144091 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:50.144433 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:50.144826 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:50.145175 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:50.145514 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:50.150751 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:50.171670 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:50.172437 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.195673 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5653543 Jun 29 16:05:50.213281 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Request body: {'port': {'device_id': '55f941d8-11e5-47ea-ad50-5b6d201515c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:50.494993 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.791798 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d4ffd8-ced4-4286-a1f6-df39a9435e29 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:05:50.801394 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.817052 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Transition to ACTIVE for port object 10d4ffd8-ced4-4286-a1f6-df39a9435e29 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:50.824739 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbe9ec-9721-4b4c-9498-0d4d1859cf23 req-1a77e18c-4773-4c89-8aec-d4a5fcfdd9e3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:50.826194 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-15bbe9ec-9721-4b4c-9498-0d4d1859cf23 req-1a77e18c-4773-4c89-8aec-d4a5fcfdd9e3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 931 time: 0.1143749 Jun 29 16:05:50.827992 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.829891 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:50.905863 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Pushing event updated for resources: {'Port': ['ID=10d4ffd8-ced4-4286-a1f6-df39a9435e29,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:50.912341 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-15bbe9ec-9721-4b4c-9498-0d4d1859cf23 req-c28a65b4-8e6f-4cb7-8e3e-62e1249b5673 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788982 Jun 29 16:05:50.913098 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:50.979963 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Attempting to bind port 10d4ffd8-ced4-4286-a1f6-df39a9435e29 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:05:50.980293 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Attempting to bind port 10d4ffd8-ced4-4286-a1f6-df39a9435e29 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b03bb11f-7894-40e0-9619-0b0fe2c55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:05:50.980610 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Attempting to bind port 10d4ffd8-ced4-4286-a1f6-df39a9435e29 on network 913ddeee-2d32-441c-941e-b0980303e2cd {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:50.984713 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Port 10d4ffd8-ced4-4286-a1f6-df39a9435e29 on network 913ddeee-2d32-441c-941e-b0980303e2cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:05:50.985019 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Attempting to bind port 10d4ffd8-ced4-4286-a1f6-df39a9435e29 on network 913ddeee-2d32-441c-941e-b0980303e2cd {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:50.989643 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Checking agent: {'id': '1f42b8fb-87af-41ff-972d-c33b8bf8d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:05:50.989968 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Checking segment: {'id': 'b03bb11f-7894-40e0-9619-0b0fe2c55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:50.990339 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Bound using segment: {'id': 'b03bb11f-7894-40e0-9619-0b0fe2c55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:05:50.990756 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Bound port: 10d4ffd8-ced4-4286-a1f6-df39a9435e29, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03bb11f-7894-40e0-9619-0b0fe2c55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:05:50.991099 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:51.050238 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] For port 10d4ffd8-ced4-4286-a1f6-df39a9435e29, host hv-cinder-78662, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:05:51.053137 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] For port 10d4ffd8-ced4-4286-a1f6-df39a9435e29, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10d4ffd8-ced4-4286-a1f6-df39a9435e29,segment=NetworkSegment(b03bb11f-7894-40e0-9619-0b0fe2c55e5b),segment_id=b03bb11f-7894-40e0-9619-0b0fe2c55e5b)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:05:51.057503 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:51.060153 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:51.089179 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:51.089778 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:51.091124 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] 10.222.0.77 "PUT /v2.0/ports/10d4ffd8-ced4-4286-a1f6-df39a9435e29 HTTP/1.1" status: 200 len: 1093 time: 0.8825479 Jun 29 16:05:51.091622 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f941d8-11e5-47ea-ad50-5b6d201515c0', 'tag': '10d4ffd8-ced4-4286-a1f6-df39a9435e29'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:05:51.093880 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216e824f-c1ce-44ab-983d-a427193c6831" -d '{"events": [{"name": "network-changed", "server_uuid": "55f941d8-11e5-47ea-ad50-5b6d201515c0", "tag": "10d4ffd8-ced4-4286-a1f6-df39a9435e29"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:05:51.121343 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Pushing event updated for resources: {'Port': ['ID=10d4ffd8-ced4-4286-a1f6-df39a9435e29,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:51.126328 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:51.186850 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-7787080e-9cb1-4f85-b8d5-c39c4efff350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:51.188380 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-7787080e-9cb1-4f85-b8d5-c39c4efff350 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 1096 time: 0.0562184 Jun 29 16:05:51.237526 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-57fd2725-9da2-4bb8-b401-172320eb451b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d4ffd8-ced4-4286-a1f6-df39a9435e29 HTTP/1.1" status: 200 len: 217 time: 0.0403035 Jun 29 16:05:51.297362 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-ab80e5af-8d7a-4f26-a50a-619d87f11193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:51.298790 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-ab80e5af-8d7a-4f26-a50a-619d87f11193 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0545304 Jun 29 16:05:51.333590 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-9d6d753a-f4f7-4dc2-afe7-8dc4bb9c246d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279417 Jun 29 16:05:51.418006 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-594e279f-1a02-44a4-8acc-275d7475bb64 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768754 Jun 29 16:05:51.507877 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7101574f-9afe-44dd-b7b1-9274abe7e224 req-40723ec1-1889-49d2-be4e-a574a3966730 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821993 Jun 29 16:05:52.085674 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d74a3-f5bb-4c44-8793-0e5d5eb919f5 req-33ae9915-3ee7-4e99-98b5-adc2ea6cbefd tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:52.087110 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-702d74a3-f5bb-4c44-8793-0e5d5eb919f5 req-33ae9915-3ee7-4e99-98b5-adc2ea6cbefd tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 943 time: 0.0614436 Jun 29 16:05:52.122932 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-702d74a3-f5bb-4c44-8793-0e5d5eb919f5 req-6116140e-49a6-47d5-988f-088fbebd2599 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302293 Jun 29 16:05:52.279314 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6788d1d4-06c0-42e1-9e59-2ed48a01baef x-openstack-request-id: req-6788d1d4-06c0-42e1-9e59-2ed48a01baef {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:05:52.279695 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f941d8-11e5-47ea-ad50-5b6d201515c0", "tag": "10d4ffd8-ced4-4286-a1f6-df39a9435e29", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:05:52.279978 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6788d1d4-06c0-42e1-9e59-2ed48a01baef {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:05:52.280399 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f941d8-11e5-47ea-ad50-5b6d201515c0', 'tag': '10d4ffd8-ced4-4286-a1f6-df39a9435e29', 'status': 'completed', 'code': 200} Jun 29 16:05:52.360366 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e824f-c1ce-44ab-983d-a427193c6831 req-d1cedf83-3c7a-4930-9629-cb67cef3871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:52.361831 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-216e824f-c1ce-44ab-983d-a427193c6831 req-d1cedf83-3c7a-4930-9629-cb67cef3871d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 1096 time: 0.0551355 Jun 29 16:05:52.450417 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e824f-c1ce-44ab-983d-a427193c6831 req-42456025-6a4b-4211-ac67-eb907821e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:52.452304 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-216e824f-c1ce-44ab-983d-a427193c6831 req-42456025-6a4b-4211-ac67-eb907821e799 service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0839257 Jun 29 16:05:52.491884 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-216e824f-c1ce-44ab-983d-a427193c6831 req-88246d59-e648-4ecb-959d-f8358e05d66b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d4ffd8-ced4-4286-a1f6-df39a9435e29 HTTP/1.1" status: 200 len: 217 time: 0.0325341 Jun 29 16:05:52.543329 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e824f-c1ce-44ab-983d-a427193c6831 req-72e5a07d-a60c-4032-a52c-df26cc397664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:52.544754 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-216e824f-c1ce-44ab-983d-a427193c6831 req-72e5a07d-a60c-4032-a52c-df26cc397664 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0457747 Jun 29 16:05:52.575345 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-216e824f-c1ce-44ab-983d-a427193c6831 req-a338ba36-e510-4254-9255-a1d23b81b3b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239508 Jun 29 16:05:52.661274 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-216e824f-c1ce-44ab-983d-a427193c6831 req-00e86c25-5272-430c-a356-46eead3e6089 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788453 Jun 29 16:05:52.750870 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-216e824f-c1ce-44ab-983d-a427193c6831 req-91ee66c7-e3dd-46e6-98b4-6da91ab19247 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827572 Jun 29 16:05:53.295801 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb76e46-43e8-4f97-8fdb-968e8c5f95aa req-27ee2e61-5e5f-4471-965c-06c5dacfbfa4 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:53.297268 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-feb76e46-43e8-4f97-8fdb-968e8c5f95aa req-27ee2e61-5e5f-4471-965c-06c5dacfbfa4 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 943 time: 0.0619626 Jun 29 16:05:53.334194 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-feb76e46-43e8-4f97-8fdb-968e8c5f95aa req-cfebe593-7fb4-4e62-9bb4-f165203544e9 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Jun 29 16:05:54.512621 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c5fde-3ee9-4ba6-bea4-bace8570aa42 req-4b31174d-a6fe-47cf-9f35-8ca304d8ccaf tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:54.514735 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-371c5fde-3ee9-4ba6-bea4-bace8570aa42 req-4b31174d-a6fe-47cf-9f35-8ca304d8ccaf tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 943 time: 0.0613084 Jun 29 16:05:54.550978 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-371c5fde-3ee9-4ba6-bea4-bace8570aa42 req-d321d92a-9061-4e3f-be12-5eb176d8bf02 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303891 Jun 29 16:05:55.722561 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90510f97-5ad0-4229-acd7-5ff08fca6fa2 req-e8a3bd87-a2a2-447e-8444-36c64dc61d95 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:55.724051 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-90510f97-5ad0-4229-acd7-5ff08fca6fa2 req-e8a3bd87-a2a2-447e-8444-36c64dc61d95 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 943 time: 0.0638053 Jun 29 16:05:55.759366 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-90510f97-5ad0-4229-acd7-5ff08fca6fa2 req-3fd0e44e-38c8-44c6-b5c0-4d1b4527ea1b tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298922 Jun 29 16:05:56.932156 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a1cab-e3dc-41c0-b3a5-14b0b0cf6c61 req-79b1dbf5-2dc5-4bbe-8ec1-8f5c5c017491 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:56.933597 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b79a1cab-e3dc-41c0-b3a5-14b0b0cf6c61 req-79b1dbf5-2dc5-4bbe-8ec1-8f5c5c017491 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 943 time: 0.0663357 Jun 29 16:05:56.970028 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b79a1cab-e3dc-41c0-b3a5-14b0b0cf6c61 req-8d07336d-4a22-45f5-8fda-5d94f5e883d4 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302677 Jun 29 16:05:57.269291 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 10d4ffd8-ced4-4286-a1f6-df39a9435e29 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:05:57.361969 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 10d4ffd8-ced4-4286-a1f6-df39a9435e29, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10d4ffd8-ced4-4286-a1f6-df39a9435e29,segment=NetworkSegment(b03bb11f-7894-40e0-9619-0b0fe2c55e5b),segment_id=b03bb11f-7894-40e0-9619-0b0fe2c55e5b)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:57.372245 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Returning: {'device': '10d4ffd8-ced4-4286-a1f6-df39a9435e29', 'network_id': '913ddeee-2d32-441c-941e-b0980303e2cd', 'port_id': '10d4ffd8-ced4-4286-a1f6-df39a9435e29', 'mac_address': 'fa:16:3e:5b:04:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf2ca20-30f5-46a4-8f73-dc2d41f4c780', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:05:57.407293 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:57.419466 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d4ffd8-ced4-4286-a1f6-df39a9435e29 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:05:57.438548 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 10d4ffd8-ced4-4286-a1f6-df39a9435e29, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10d4ffd8-ced4-4286-a1f6-df39a9435e29,segment=NetworkSegment(b03bb11f-7894-40e0-9619-0b0fe2c55e5b),segment_id=b03bb11f-7894-40e0-9619-0b0fe2c55e5b)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:57.442778 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:57.444725 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-06f39582-6378-40ee-ada5-b2570312e29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:57.490086 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=10d4ffd8-ced4-4286-a1f6-df39a9435e29,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:57.497115 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:57.497462 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:57.497800 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:57.498767 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:57.499098 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:57.499425 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:57.499770 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:57.500094 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:57.500418 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:57.502686 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:57.502686 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:57.502686 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:57.505221 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:57.977855 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['10d4ffd8-ced4-4286-a1f6-df39a9435e29'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:05:58.144922 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25435114-60de-4d14-88f7-6231b1aad16e req-1d76a2b4-748d-443a-86c0-af38efd7b16e tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:58.146380 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-25435114-60de-4d14-88f7-6231b1aad16e req-1d76a2b4-748d-443a-86c0-af38efd7b16e tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 944 time: 0.0615664 Jun 29 16:05:58.182324 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-25435114-60de-4d14-88f7-6231b1aad16e req-37dc3ec3-caf3-42b1-82a8-e776f86b090e tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302668 Jun 29 16:05:59.284158 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 10d4ffd8-ced4-4286-a1f6-df39a9435e29 up at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:59.338213 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning for port 10d4ffd8-ced4-4286-a1f6-df39a9435e29 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:59.341865 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning complete for port 10d4ffd8-ced4-4286-a1f6-df39a9435e29 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:59.342245 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:59.367435 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805a538-ebd8-4602-8ecc-42cc5ba99a3b req-41d84606-5474-4bc1-8369-ec77b91b3bd1 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:59.368959 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0805a538-ebd8-4602-8ecc-42cc5ba99a3b req-41d84606-5474-4bc1-8369-ec77b91b3bd1 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 944 time: 0.0752730 Jun 29 16:05:59.408910 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0805a538-ebd8-4602-8ecc-42cc5ba99a3b req-338e2485-6eca-4c51-ac1c-407d301673b0 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335307 Jun 29 16:05:59.524282 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:59.546275 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f941d8-11e5-47ea-ad50-5b6d201515c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d4ffd8-ced4-4286-a1f6-df39a9435e29'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:05:59.548547 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e148ad334d6b0a25feb6cb172eaafc5bfcff4dbaa69dd97dd66c28eda2659d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f903455b-3d24-4d60-9da9-f90c89c6eeff" -d '{"events": [{"server_uuid": "55f941d8-11e5-47ea-ad50-5b6d201515c0", "name": "network-vif-plugged", "status": "completed", "tag": "10d4ffd8-ced4-4286-a1f6-df39a9435e29"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:05:59.566749 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 10d4ffd8-ced4-4286-a1f6-df39a9435e29, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10d4ffd8-ced4-4286-a1f6-df39a9435e29,segment=NetworkSegment(b03bb11f-7894-40e0-9619-0b0fe2c55e5b),segment_id=b03bb11f-7894-40e0-9619-0b0fe2c55e5b)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:59.571836 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:59.573837 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:59.619380 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=10d4ffd8-ced4-4286-a1f6-df39a9435e29,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:59.622622 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:00.578723 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0c245-d290-45a9-bbf2-d5cbe7e9f71c req-2d59e6a3-d95a-4c0c-8d13-1deef8dd5962 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:00.580371 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b9d0c245-d290-45a9-bbf2-d5cbe7e9f71c req-2d59e6a3-d95a-4c0c-8d13-1deef8dd5962 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 945 time: 0.0623264 Jun 29 16:06:00.617365 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b9d0c245-d290-45a9-bbf2-d5cbe7e9f71c req-a9699e79-a3d1-4b64-8a4f-3c7391fcd5cd tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Jun 29 16:06:00.666327 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba87160-5312-45ce-9781-afaa5dff8a0c x-openstack-request-id: req-fba87160-5312-45ce-9781-afaa5dff8a0c {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:06:00.666760 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f941d8-11e5-47ea-ad50-5b6d201515c0", "name": "network-vif-plugged", "status": "completed", "tag": "10d4ffd8-ced4-4286-a1f6-df39a9435e29", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:06:00.666855 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fba87160-5312-45ce-9781-afaa5dff8a0c {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:06:00.667252 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f941d8-11e5-47ea-ad50-5b6d201515c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d4ffd8-ced4-4286-a1f6-df39a9435e29', 'code': 200} Jun 29 16:06:00.888876 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382374a-92f8-4c06-a94c-0823568d6074 req-99d0b6a2-0ba1-4e1f-a3d1-cc9c119f3247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:00.890240 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b382374a-92f8-4c06-a94c-0823568d6074 req-99d0b6a2-0ba1-4e1f-a3d1-cc9c119f3247 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 1098 time: 0.0511296 Jun 29 16:06:00.927795 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b382374a-92f8-4c06-a94c-0823568d6074 req-911aa131-b1b1-4dae-834a-f837d54a07d0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303593 Jun 29 16:06:01.796371 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c64f9-4334-433c-8df9-d926d63b7b6f req-b7271853-027f-40cb-bb6d-e7ac82071547 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:01.797843 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f23c64f9-4334-433c-8df9-d926d63b7b6f req-b7271853-027f-40cb-bb6d-e7ac82071547 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 945 time: 0.0736287 Jun 29 16:06:01.834393 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f23c64f9-4334-433c-8df9-d926d63b7b6f req-7f77244f-d1d2-4164-be9b-4e99b81e86cc tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310469 Jun 29 16:06:02.772256 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:06:03.005893 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c099a-32fd-4362-8f2f-edee07e318a2 req-664742da-80a8-430c-8246-ca55a23e484f tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:03.007251 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e01c099a-32fd-4362-8f2f-edee07e318a2 req-664742da-80a8-430c-8246-ca55a23e484f tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 945 time: 0.0614479 Jun 29 16:06:03.042611 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e01c099a-32fd-4362-8f2f-edee07e318a2 req-97cbf254-cf49-492b-8f12-eaecdcdaf259 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298884 Jun 29 16:06:07.897534 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:08.204734 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-30804337-a0fa-465d-9978-ade430331679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:10.786294 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f049b0b0-7276-415b-82fc-0398200b4945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:11.371447 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:11.900776 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:13.661005 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:30.406459 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 58628) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:30.511468 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7b4c326c-ef86-4e23-8f8f-e93b5164670f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:30.595293 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7b4c326c-ef86-4e23-8f8f-e93b5164670f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:30.598814 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7b4c326c-ef86-4e23-8f8f-e93b5164670f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:30.601138 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a8b11212-beac-4673-8eaf-abd458b2bcb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:30.640109 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7b4c326c-ef86-4e23-8f8f-e93b5164670f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=394f2b74759a4c9984da8a67394fa2f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325528 Jun 29 16:06:30.641028 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c326c-ef86-4e23-8f8f-e93b5164670f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f96317-a972-45bf-a5da-a0812dca47c0,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:30.642752 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 58634) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:30.644322 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7b4c326c-ef86-4e23-8f8f-e93b5164670f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:30.694035 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7d4d003d-67cd-4d50-8294-176c6cc9aa71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:30.714130 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7d4d003d-67cd-4d50-8294-176c6cc9aa71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:30.759007 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7d4d003d-67cd-4d50-8294-176c6cc9aa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:30.761932 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7d4d003d-67cd-4d50-8294-176c6cc9aa71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:30.763586 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7d4d003d-67cd-4d50-8294-176c6cc9aa71 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/92f96317-a972-45bf-a5da-a0812dca47c0 HTTP/1.1" status: 204 len: 168 time: 0.1156902 Jun 29 16:06:30.764349 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4a112dad-dcff-48e8-9687-007868692f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:30.771239 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d003d-67cd-4d50-8294-176c6cc9aa71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f96317-a972-45bf-a5da-a0812dca47c0,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:30.773515 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7d4d003d-67cd-4d50-8294-176c6cc9aa71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:37.920501 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:38.205719 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8ed0f0c0-a34d-4593-b7b9-ffd86d640750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:39.770844 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:06:40.787389 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b979284e-36ca-4536-be63-87ccfc1f370e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.373405 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.902689 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:43.664624 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:46.761985 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84259754-5fee-48b2-8077-a888b6125b5c req-867237f6-c939-4024-a59c-1cf3d0f0a553 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519021 Jun 29 16:06:46.832660 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84259754-5fee-48b2-8077-a888b6125b5c req-d73dd142-abb9-475a-8c29-727b76899782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:46.834078 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84259754-5fee-48b2-8077-a888b6125b5c req-d73dd142-abb9-475a-8c29-727b76899782 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3eef1db2e18b4c9cb47f2668e1a20a91&device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0494695 Jun 29 16:06:46.939195 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84259754-5fee-48b2-8077-a888b6125b5c req-cb8f6a34-a04f-4220-90ec-4e717b76fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:46.940624 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84259754-5fee-48b2-8077-a888b6125b5c req-cb8f6a34-a04f-4220-90ec-4e717b76fa7d service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4 HTTP/1.1" status: 200 len: 919 time: 0.0844836 Jun 29 16:06:46.981137 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84259754-5fee-48b2-8077-a888b6125b5c req-bee52234-e455-4062-8598-6abc3ab78789 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e8b7b54-acea-450b-b41a-d8d97fa437ff HTTP/1.1" status: 200 len: 217 time: 0.0327995 Jun 29 16:06:47.029920 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84259754-5fee-48b2-8077-a888b6125b5c req-13100325-66d3-41b6-a6b1-537fc2c563c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:47.031348 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84259754-5fee-48b2-8077-a888b6125b5c req-13100325-66d3-41b6-a6b1-537fc2c563c6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f7889f3-fcb4-48a2-b06b-d94d20a5bf52 HTTP/1.1" status: 200 len: 858 time: 0.0428400 Jun 29 16:06:47.067443 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84259754-5fee-48b2-8077-a888b6125b5c req-04a1961d-db36-424e-9deb-3e08323cd2d1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d92c76a-a67c-44c8-bc6a-d87b3504cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269775 Jun 29 16:06:47.155440 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84259754-5fee-48b2-8077-a888b6125b5c req-a3933a0b-2f12-4aa7-9700-e6015330872c service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810087 Jun 29 16:06:47.249153 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84259754-5fee-48b2-8077-a888b6125b5c req-010860e7-f8ca-42ab-a634-eba8ba9ddb1c service neutron] 10.222.0.77 "GET /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857532 Jun 29 16:07:07.923377 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:08.205733 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ff7bae01-7fd9-4ce1-b0ca-38ae892bf239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:10.787418 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d470-bbee-4cc3-91b7-fabe35b42d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:11.375470 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:11.909161 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:13.666884 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:16.769396 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:07:37.942854 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:38.207142 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d725fd46-8449-4ad7-9cc0-63965e534cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:40.788080 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4b6841b4-1674-4999-92d4-0e27522154fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:41.376980 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:41.906519 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:43.668159 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:46.738954 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-78166861-b642-4077-91ff-23c08872d3bb req-63f47363-d323-4f12-a7e3-052ab638aa0c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507708 Jun 29 16:07:46.809063 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78166861-b642-4077-91ff-23c08872d3bb req-18b689a7-7968-4dd7-a9d6-87ec33479574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:46.810473 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-78166861-b642-4077-91ff-23c08872d3bb req-18b689a7-7968-4dd7-a9d6-87ec33479574 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 1099 time: 0.0499082 Jun 29 16:07:46.926168 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78166861-b642-4077-91ff-23c08872d3bb req-bad1a047-0b20-48ce-95c2-05d4981b1070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:46.927629 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-78166861-b642-4077-91ff-23c08872d3bb req-bad1a047-0b20-48ce-95c2-05d4981b1070 service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0956125 Jun 29 16:07:46.969904 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-78166861-b642-4077-91ff-23c08872d3bb req-18bc011c-37c7-4f76-b2ab-63717a494278 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57384b54-8f26-490e-a688-8aa969892fc1 HTTP/1.1" status: 200 len: 217 time: 0.0348358 Jun 29 16:07:47.016288 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78166861-b642-4077-91ff-23c08872d3bb req-b51d653a-23b8-4439-bbdf-8c694e0e9ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:47.017699 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-78166861-b642-4077-91ff-23c08872d3bb req-b51d653a-23b8-4439-bbdf-8c694e0e9ea3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0416582 Jun 29 16:07:47.051960 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-78166861-b642-4077-91ff-23c08872d3bb req-8b797dec-72ae-4399-8e2a-c93dcd117640 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278876 Jun 29 16:07:47.138023 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-78166861-b642-4077-91ff-23c08872d3bb req-67f8fec6-8f43-400c-a270-9b638d45d4b4 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789144 Jun 29 16:07:47.227425 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-78166861-b642-4077-91ff-23c08872d3bb req-095d1e18-e95e-4708-92cd-2740f4f5202d service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818152 Jun 29 16:07:53.767315 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:07:55.967029 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [req-28fd80bd-ffa6-4d76-8135-d7547b6cc929 req-77baafc8-8678-4ecd-b166-f9b4ec611ecb service neutron] (92894) timed out ('10.222.0.77', 58920) {{(pid=92894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 16:08:07.964805 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:08.207591 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-af3008af-e87e-4890-941d-7a17079a19d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:10.787540 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f9fe253c-f560-45bf-974b-4bdadcf4b79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:11.377856 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:11.910646 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:13.676914 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:22.421439 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-6087f270-b3d0-48a1-b321-691034e9bd2e req-a5b70641-e712-45f3-842b-4a63ddc3a48e service neutron] (92895) timed out ('10.222.0.77', 58931) {{(pid=92895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 16:08:30.765405 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:08:37.962647 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.208236 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5fa6a627-567c-4fcf-9d04-a9222a9f7ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:40.788727 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c4746f34-9dfa-4d37-af53-e60419efa019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:41.379296 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:41.913916 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.676765 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.831753 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ae7453d1-7ed8-4aba-8772-47ebfa2cdb3e req-eabc809f-f57c-4a1f-b308-52c22b48801b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1642964 Jun 29 16:08:47.927550 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7453d1-7ed8-4aba-8772-47ebfa2cdb3e req-8cbba627-afc0-46fd-92e8-a6eba5614d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:47.929154 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ae7453d1-7ed8-4aba-8772-47ebfa2cdb3e req-8cbba627-afc0-46fd-92e8-a6eba5614d7e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 1098 time: 0.0534732 Jun 29 16:08:48.034627 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7453d1-7ed8-4aba-8772-47ebfa2cdb3e req-f3d61241-6e34-4550-8cc4-b14bfe5a82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:48.036057 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ae7453d1-7ed8-4aba-8772-47ebfa2cdb3e req-f3d61241-6e34-4550-8cc4-b14bfe5a82b5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0850356 Jun 29 16:08:48.083359 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ae7453d1-7ed8-4aba-8772-47ebfa2cdb3e req-02412134-43c0-47d1-bc90-239429520e32 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a30074-aa07-4281-9ad4-e6d428a2befa HTTP/1.1" status: 200 len: 217 time: 0.0404351 Jun 29 16:08:48.128686 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7453d1-7ed8-4aba-8772-47ebfa2cdb3e req-ad8618bd-2e39-4797-8a91-cd77b619b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:48.130069 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ae7453d1-7ed8-4aba-8772-47ebfa2cdb3e req-ad8618bd-2e39-4797-8a91-cd77b619b543 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0404744 Jun 29 16:08:48.166674 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ae7453d1-7ed8-4aba-8772-47ebfa2cdb3e req-3f2b2e36-5010-4d9b-baea-b2c87fa00ca4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296290 Jun 29 16:08:48.253982 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ae7453d1-7ed8-4aba-8772-47ebfa2cdb3e req-6a777cc8-bbed-45fa-91ac-f6f3604fafde service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776827 Jun 29 16:08:48.344429 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ae7453d1-7ed8-4aba-8772-47ebfa2cdb3e req-e3d011d8-442c-412a-87c6-2d43b63f6c4c service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829823 Jun 29 16:09:07.763577 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:09:07.964298 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:08.208732 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5f76-f8e8-45d8-ae01-f39450bbe97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:10.789192 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3d094220-5a98-46f2-a7be-31a676376d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:11.380825 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:11.915411 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:13.680627 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.988167 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda8a7a-f5cf-4413-9bbc-21891bf59a45 req-dea44d10-256b-49fd-a2ed-4bda787469ea tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:22.989570 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ddda8a7a-f5cf-4413-9bbc-21891bf59a45 req-dea44d10-256b-49fd-a2ed-4bda787469ea tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0607994 Jun 29 16:09:23.028164 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ddda8a7a-f5cf-4413-9bbc-21891bf59a45 req-77179d49-9b6a-40b8-bda3-3327f174546c tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330338 Jun 29 16:09:23.779170 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c571a-c9a1-48a0-80fe-80f0c8ad7b90 req-758e838c-503b-434f-a9dd-db4efec682c9 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:23.780620 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e01c571a-c9a1-48a0-80fe-80f0c8ad7b90 req-758e838c-503b-434f-a9dd-db4efec682c9 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 946 time: 0.0643692 Jun 29 16:09:23.881723 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-e01c571a-c9a1-48a0-80fe-80f0c8ad7b90 req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Deleting port 0e8b7b54-acea-450b-b41a-d8d97fa437ff {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:09:23.882051 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e01c571a-c9a1-48a0-80fe-80f0c8ad7b90 req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.967527 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-e01c571a-c9a1-48a0-80fe-80f0c8ad7b90 req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] For port 0e8b7b54-acea-450b-b41a-d8d97fa437ff, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0e8b7b54-acea-450b-b41a-d8d97fa437ff,segment=NetworkSegment(2b34a4ac-cb38-4e2b-a5fe-b490ba37971f),segment_id=2b34a4ac-cb38-4e2b-a5fe-b490ba37971f)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:23.967833 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e01c571a-c9a1-48a0-80fe-80f0c8ad7b90 req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.979233 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-e01c571a-c9a1-48a0-80fe-80f0c8ad7b90 req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Calling delete_port for 0e8b7b54-acea-450b-b41a-d8d97fa437ff owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:09:24.106529 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e01c571a-c9a1-48a0-80fe-80f0c8ad7b90 req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:24.112276 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:24.118807 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['7927e555-949a-4add-bef4-08f1bfd4555d', '0e8b7b54-acea-450b-b41a-d8d97fa437ff'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:24.142870 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Pushing event deleted for resources: {'Port': ['ID=0e8b7b54-acea-450b-b41a-d8d97fa437ff,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:24.166831 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:24.167361 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:24.167748 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:24.168101 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:24.168447 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:24.168790 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:24.169129 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:24.169464 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:24.169798 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:24.170135 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:24.170466 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:24.170801 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:24.197524 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f86f4d5d-e91b-4f24-89de-313c25ff1ad0 req-4879ba6f-88f9-4156-9152-3adf30222367 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3 HTTP/1.1" status: 200 len: 210 time: 0.0421727 Jun 29 16:09:24.198147 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:24.199535 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01c571a-c9a1-48a0-80fe-80f0c8ad7b90 req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] No DVR routers for this DVR port 0e8b7b54-acea-450b-b41a-d8d97fa437ff on host hv-cinder-78662 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:09:24.202016 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e01c571a-c9a1-48a0-80fe-80f0c8ad7b90 req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:24.204160 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e01c571a-c9a1-48a0-80fe-80f0c8ad7b90 req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.77 "DELETE /v2.0/ports/0e8b7b54-acea-450b-b41a-d8d97fa437ff HTTP/1.1" status: 204 len: 173 time: 0.4176567 Jun 29 16:09:24.204650 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3', 'name': 'network-vif-deleted', 'tag': '0e8b7b54-acea-450b-b41a-d8d97fa437ff'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:24.207123 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4c9259-809d-4882-b841-557f6de5dc66" -d '{"events": [{"server_uuid": "ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3", "name": "network-vif-deleted", "tag": "0e8b7b54-acea-450b-b41a-d8d97fa437ff"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:24.267443 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8c932f-4004-456e-924e-416771db9691 x-openstack-request-id: req-ce8c932f-4004-456e-924e-416771db9691 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:24.267836 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3", "name": "network-vif-deleted", "tag": "0e8b7b54-acea-450b-b41a-d8d97fa437ff", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:24.268316 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ce8c932f-4004-456e-924e-416771db9691 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:24.268735 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbd6ac7-e881-41e4-9f4b-b74bdcc03ae3', 'name': 'network-vif-deleted', 'tag': '0e8b7b54-acea-450b-b41a-d8d97fa437ff', 'status': 'completed', 'code': 200} Jun 29 16:09:25.643103 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f4ffb-ed41-44e7-b6cb-1b5c1a31b582 req-60b86904-5467-49b4-8dfc-46a45b2e4c81 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:25.644656 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8c9f4ffb-ed41-44e7-b6cb-1b5c1a31b582 req-60b86904-5467-49b4-8dfc-46a45b2e4c81 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c75a977-8a53-459e-b27f-fa2eb1470724 HTTP/1.1" status: 200 len: 946 time: 0.0643902 Jun 29 16:09:25.681530 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8c9f4ffb-ed41-44e7-b6cb-1b5c1a31b582 req-68727b5d-ec7f-4f5a-b778-6157588b1aae tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314415 Jun 29 16:09:26.476744 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5204d4-62f2-4696-a687-ed1978fb4991 req-f4d7c300-6b9b-4b44-abd6-5f591cf0f4bb tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:26.478528 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fe5204d4-62f2-4696-a687-ed1978fb4991 req-f4d7c300-6b9b-4b44-abd6-5f591cf0f4bb tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c75a977-8a53-459e-b27f-fa2eb1470724 HTTP/1.1" status: 200 len: 946 time: 0.0669076 Jun 29 16:09:26.782446 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-fe5204d4-62f2-4696-a687-ed1978fb4991 req-ee0d031d-46f7-480a-afd9-2888b74f6121 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Deleting port 7927e555-949a-4add-bef4-08f1bfd4555d {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:09:26.782777 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fe5204d4-62f2-4696-a687-ed1978fb4991 req-ee0d031d-46f7-480a-afd9-2888b74f6121 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:26.906085 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-fe5204d4-62f2-4696-a687-ed1978fb4991 req-ee0d031d-46f7-480a-afd9-2888b74f6121 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] For port 7927e555-949a-4add-bef4-08f1bfd4555d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7927e555-949a-4add-bef4-08f1bfd4555d,segment=NetworkSegment(2b34a4ac-cb38-4e2b-a5fe-b490ba37971f),segment_id=2b34a4ac-cb38-4e2b-a5fe-b490ba37971f)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:26.906438 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fe5204d4-62f2-4696-a687-ed1978fb4991 req-ee0d031d-46f7-480a-afd9-2888b74f6121 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:26.929580 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e2c47-507f-44a0-a751-79a7f891e874 req-b77facf9-5b1e-41ad-a291-b7edae483e17 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:26.929580 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e13e2c47-507f-44a0-a751-79a7f891e874 req-b77facf9-5b1e-41ad-a291-b7edae483e17 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c75a977-8a53-459e-b27f-fa2eb1470724 HTTP/1.1" status: 200 len: 946 time: 0.1294415 Jun 29 16:09:26.929835 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-fe5204d4-62f2-4696-a687-ed1978fb4991 req-ee0d031d-46f7-480a-afd9-2888b74f6121 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Calling delete_port for 7927e555-949a-4add-bef4-08f1bfd4555d owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:09:27.001245 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e13e2c47-507f-44a0-a751-79a7f891e874 req-9d068870-acd5-4faa-99f7-5d6014703e3a tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.66 "GET /v2.0/security-groups?id=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695691 Jun 29 16:09:27.080970 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fe5204d4-62f2-4696-a687-ed1978fb4991 req-ee0d031d-46f7-480a-afd9-2888b74f6121 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:27.085037 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:27.093094 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['7927e555-949a-4add-bef4-08f1bfd4555d'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:27.111458 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d031d-46f7-480a-afd9-2888b74f6121 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Pushing event deleted for resources: {'Port': ['ID=7927e555-949a-4add-bef4-08f1bfd4555d,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:27.116026 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ee0d031d-46f7-480a-afd9-2888b74f6121 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:27.158959 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5204d4-62f2-4696-a687-ed1978fb4991 req-ee0d031d-46f7-480a-afd9-2888b74f6121 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] No DVR routers for this DVR port 7927e555-949a-4add-bef4-08f1bfd4555d on host hv-cinder-78662 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:09:27.161525 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fe5204d4-62f2-4696-a687-ed1978fb4991 req-ee0d031d-46f7-480a-afd9-2888b74f6121 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:27.163345 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fe5204d4-62f2-4696-a687-ed1978fb4991 req-ee0d031d-46f7-480a-afd9-2888b74f6121 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] 10.222.0.77 "DELETE /v2.0/ports/7927e555-949a-4add-bef4-08f1bfd4555d HTTP/1.1" status: 204 len: 173 time: 0.6786358 Jun 29 16:09:27.163859 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c75a977-8a53-459e-b27f-fa2eb1470724', 'name': 'network-vif-deleted', 'tag': '7927e555-949a-4add-bef4-08f1bfd4555d'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:27.166874 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50b0cf5-8936-4c44-a4b4-e2fb7ad3386e" -d '{"events": [{"server_uuid": "9c75a977-8a53-459e-b27f-fa2eb1470724", "name": "network-vif-deleted", "tag": "7927e555-949a-4add-bef4-08f1bfd4555d"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:27.204002 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914b69c1-37d0-42aa-8745-7441166b4de3 x-openstack-request-id: req-914b69c1-37d0-42aa-8745-7441166b4de3 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:27.204347 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c75a977-8a53-459e-b27f-fa2eb1470724", "name": "network-vif-deleted", "tag": "7927e555-949a-4add-bef4-08f1bfd4555d", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:27.204627 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-914b69c1-37d0-42aa-8745-7441166b4de3 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:27.205093 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c75a977-8a53-459e-b27f-fa2eb1470724', 'name': 'network-vif-deleted', 'tag': '7927e555-949a-4add-bef4-08f1bfd4555d', 'status': 'completed', 'code': 200} Jun 29 16:09:28.092073 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 60732) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:28.186780 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 0e8b7b54-acea-450b-b41a-d8d97fa437ff no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:09:28.208266 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] No Port match for: 0e8b7b54-acea-450b-b41a-d8d97fa437ff {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:09:28.208973 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 0e8b7b54-acea-450b-b41a-d8d97fa437ff not bound to the agent host hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:09:28.755984 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4113927'] for router_interface, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:28.992648 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Deleting port cf9cd7ed-9ee3-4e35-abf4-d2a952a09368 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:09:28.992911 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:29.070962 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] For port cf9cd7ed-9ee3-4e35-abf4-d2a952a09368, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=cf9cd7ed-9ee3-4e35-abf4-d2a952a09368,segment=NetworkSegment(2b34a4ac-cb38-4e2b-a5fe-b490ba37971f),segment_id=2b34a4ac-cb38-4e2b-a5fe-b490ba37971f)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:29.071322 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:29.084227 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Calling delete_port for cf9cd7ed-9ee3-4e35-abf4-d2a952a09368 owned by network:router_interface {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:09:29.259831 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10444875'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:29.261890 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:29.284536 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9cd7ed-9ee3-4e35-abf4-d2a952a09368,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:29.310368 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:29.310816 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:29.311162 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:29.311501 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:29.311869 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:29.312206 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:29.312541 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:29.312873 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:29.313205 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:29.313533 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:29.313862 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:29.314187 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:29.318568 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:29.451714 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774135'] for router_interface, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:29.654038 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Router 0114a6c4-916f-4a97-8a71-464d3855450c has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:09:29.755253 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:09:29.760127 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0f1ee028-c37e-448e-b2ad-3576edba3876 admin admin] 10.222.0.66 "PUT /v2.0/routers/0114a6c4-916f-4a97-8a71-464d3855450c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6669805 Jun 29 16:09:29.762572 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 60756) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:29.765722 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13745841-f1d6-4570-941f-f4165f9e43e4 None None] Sync routers for ids ['0114a6c4-916f-4a97-8a71-464d3855450c'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:09:29.775735 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13745841-f1d6-4570-941f-f4165f9e43e4 None None] Routers {'0114a6c4-916f-4a97-8a71-464d3855450c'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:09:29.776447 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-13745841-f1d6-4570-941f-f4165f9e43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:09:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['0114a6c4-916f-4a97-8a71-464d3855450c'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:29.865896 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:29.967537 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:29.968686 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-13745841-f1d6-4570-941f-f4165f9e43e4 None None] Set router 0114a6c4-916f-4a97-8a71-464d3855450c gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:09:30.017682 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] Deleting port 9313d89d-1c17-473d-beaa-0b004e9f0e1f {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:09:30.018017 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.096391 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] For port 9313d89d-1c17-473d-beaa-0b004e9f0e1f, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=9313d89d-1c17-473d-beaa-0b004e9f0e1f,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:30.096748 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.110139 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] Calling delete_port for 9313d89d-1c17-473d-beaa-0b004e9f0e1f owned by network:router_gateway {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:09:30.141738 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-13745841-f1d6-4570-941f-f4165f9e43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'name': 'tempest-ServerRescueNegativeTestJSON-337062258-router', 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '9313d89d-1c17-473d-beaa-0b004e9f0e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:13Z', 'updated_at': '2021-06-29T16:09:29Z', 'revision_number': 5, 'project_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'gw_port': {'id': '9313d89d-1c17-473d-beaa-0b004e9f0e1f', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:14Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:30.169348 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13745841-f1d6-4570-941f-f4165f9e43e4 None None] Checking router: 0114a6c4-916f-4a97-8a71-464d3855450c for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:09:30.177192 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13745841-f1d6-4570-941f-f4165f9e43e4 None None] Routers {'0114a6c4-916f-4a97-8a71-464d3855450c'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:09:30.177776 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-13745841-f1d6-4570-941f-f4165f9e43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:09:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['0114a6c4-916f-4a97-8a71-464d3855450c'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:30.184286 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 7927e555-949a-4add-bef4-08f1bfd4555d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:09:30.204380 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] No Port match for: 7927e555-949a-4add-bef4-08f1bfd4555d {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:09:30.204863 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 7927e555-949a-4add-bef4-08f1bfd4555d not bound to the agent host hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:09:30.257577 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-13745841-f1d6-4570-941f-f4165f9e43e4 None None] Set router 0114a6c4-916f-4a97-8a71-464d3855450c gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:09:30.271904 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10444875'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.274724 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:30.298888 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9313d89d-1c17-473d-beaa-0b004e9f0e1f,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:30.304692 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:30.313649 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-13745841-f1d6-4570-941f-f4165f9e43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'name': 'tempest-ServerRescueNegativeTestJSON-337062258-router', 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:13Z', 'updated_at': '2021-06-29T16:09:29Z', 'revision_number': 6, 'project_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'gw_port_host': None}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:30.338096 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13745841-f1d6-4570-941f-f4165f9e43e4 None None] The sync data for ids ['0114a6c4-916f-4a97-8a71-464d3855450c'] in dv-cinder-786627-15-iscsi is: [{'id': '0114a6c4-916f-4a97-8a71-464d3855450c', 'name': 'tempest-ServerRescueNegativeTestJSON-337062258-router', 'tenant_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:13Z', 'updated_at': '2021-06-29T16:09:29Z', 'revision_number': 6, 'project_id': '3eef1db2e18b4c9cb47f2668e1a20a91', 'gw_port_host': None}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:09:30.362784 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773907'] for router_gateway, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.449439 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4115867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1295'] for router, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.451474 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.492479 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4113298'] for router, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.493199 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0114a6c4-916f-4a97-8a71-464d3855450c {{(pid=92894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:09:30.498383 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.499680 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/0114a6c4-916f-4a97-8a71-464d3855450c HTTP/1.1" status: 204 len: 168 time: 0.7361164 Jun 29 16:09:30.502154 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 60764) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:30.545245 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-63dea9b0-60b7-40ba-8241-e07ce5033fe0 admin admin] Deleting subnet 3f7889f3-fcb4-48a2-b06b-d94d20a5bf52 {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:09:30.548159 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-63dea9b0-60b7-40ba-8241-e07ce5033fe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.585885 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-63dea9b0-60b7-40ba-8241-e07ce5033fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10093827'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.623073 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-63dea9b0-60b7-40ba-8241-e07ce5033fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531522'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.686464 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-63dea9b0-60b7-40ba-8241-e07ce5033fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10444977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10257487'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.689161 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2c642e99-3d58-40c9-9205-4d5d71b6c9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:30.715728 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dea9b0-60b7-40ba-8241-e07ce5033fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f7889f3-fcb4-48a2-b06b-d94d20a5bf52,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:30.719335 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-63dea9b0-60b7-40ba-8241-e07ce5033fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:30.720370 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-63dea9b0-60b7-40ba-8241-e07ce5033fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.725119 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 60768) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:30.725626 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-63dea9b0-60b7-40ba-8241-e07ce5033fe0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3f7889f3-fcb4-48a2-b06b-d94d20a5bf52 HTTP/1.1" status: 204 len: 168 time: 0.2191808 Jun 29 16:09:30.808939 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-10ba1854-c546-458b-8e3e-6c178c86c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621183'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.887698 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-10ba1854-c546-458b-8e3e-6c178c86c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531612', 'neutron.services.segments.db._delete_segments_for_network-8766223617091'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.897405 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-10ba1854-c546-458b-8e3e-6c178c86c1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d92c76a-a67c-44c8-bc6a-d87b3504cec4']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:30.906790 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-10ba1854-c546-458b-8e3e-6c178c86c1f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b34a4ac-cb38-4e2b-a5fe-b490ba37971f') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:30.907078 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-10ba1854-c546-458b-8e3e-6c178c86c1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b34a4ac-cb38-4e2b-a5fe-b490ba37971f') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:30.915173 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-10ba1854-c546-458b-8e3e-6c178c86c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766223416266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9042944'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.928283 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-10ba1854-c546-458b-8e3e-6c178c86c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.933943 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ba1854-c546-458b-8e3e-6c178c86c1f1 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:09:30.934314 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-10ba1854-c546-458b-8e3e-6c178c86c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9365018'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: timer() Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: cb(*args, **kw) Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: self._notify() Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: self.callback(batched_events) Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: event.method(event) Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._get(url).json() Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:09:30.936399 dv-cinder-786627-15-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:09:30.985478 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-10ba1854-c546-458b-8e3e-6c178c86c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3760702'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.989091 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:30.991289 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-10ba1854-c546-458b-8e3e-6c178c86c1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.993066 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-10ba1854-c546-458b-8e3e-6c178c86c1f1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8d92c76a-a67c-44c8-bc6a-d87b3504cec4 HTTP/1.1" status: 204 len: 168 time: 0.2667785 Jun 29 16:09:31.003952 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba1854-c546-458b-8e3e-6c178c86c1f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d92c76a-a67c-44c8-bc6a-d87b3504cec4,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:31.006157 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-10ba1854-c546-458b-8e3e-6c178c86c1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:31.095083 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device cf9cd7ed-9ee3-4e35-abf4-d2a952a09368 no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:09:31.104725 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 60774) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:31.115678 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: cf9cd7ed-9ee3-4e35-abf4-d2a952a09368 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:09:31.116038 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device cf9cd7ed-9ee3-4e35-abf4-d2a952a09368 not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:09:31.147319 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-cdbe0467-1c7f-4909-b014-7d30a01c5c73 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3eef1db2e18b4c9cb47f2668e1a20a91&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412970 Jun 29 16:09:31.149720 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 60778) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:31.205227 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3e265575-62a5-4339-b54d-24e1a138cfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:31.225605 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3e265575-62a5-4339-b54d-24e1a138cfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:31.271586 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3e265575-62a5-4339-b54d-24e1a138cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:31.274163 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3e265575-62a5-4339-b54d-24e1a138cfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:31.275288 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-3e265575-62a5-4339-b54d-24e1a138cfcc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b65d3fd9-5222-4c70-85f6-b6eef76f7f9b HTTP/1.1" status: 204 len: 168 time: 0.1246791 Jun 29 16:09:31.276036 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-47ec8d40-7253-4b5e-84f9-213cc38fcb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:31.283431 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e265575-62a5-4339-b54d-24e1a138cfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65d3fd9-5222-4c70-85f6-b6eef76f7f9b,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:31.285705 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3e265575-62a5-4339-b54d-24e1a138cfcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:31.920333 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 60808) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:32.012405 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-network', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:32.031471 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Made reservation on behalf of 6b26ba640dfc43e2afb9bc018a0710fa for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:09:32.033674 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.041264 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.127347 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.130660 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.133866 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c0523db4-bad1-4eea-ba32-132efd880a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:32.162499 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:09:32.167319 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e789a9f-406f-44eb-b1fc-1b90cc03d280,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:32.172023 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:32.176545 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.176882 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Added segment 23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f of type vlan for network ec638f7b-1c88-4845-98a8-f4e75c542570 Jun 29 16:09:32.217004 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.247848 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.249079 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:32.249643 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.252399 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:32.295815 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3744006 Jun 29 16:09:32.298770 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 60814) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:32.304375 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-b7ecdb36-7593-4c69-a1a2-3a3893e793c5 admin admin] Request body: {'subnet': {'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-subnet', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:32.307650 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Pushing event updated for resources: {'Network': ['ID=ec638f7b-1c88-4845-98a8-f4e75c542570,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:32.310267 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:32.318207 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network ec638f7b-1c88-4845-98a8-f4e75c542570 details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:09:32.324832 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ecdb36-7593-4c69-a1a2-3a3893e793c5 admin admin] Made reservation on behalf of 6b26ba640dfc43e2afb9bc018a0710fa for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:09:32.327190 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b7ecdb36-7593-4c69-a1a2-3a3893e793c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10257514'] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.441509 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 9313d89d-1c17-473d-beaa-0b004e9f0e1f no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:09:32.461697 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: 9313d89d-1c17-473d-beaa-0b004e9f0e1f {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:09:32.462389 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 9313d89d-1c17-473d-beaa-0b004e9f0e1f not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:09:32.506192 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b7ecdb36-7593-4c69-a1a2-3a3893e793c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10445054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10257528'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.509418 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:32.566323 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecdb36-7593-4c69-a1a2-3a3893e793c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af34b3db-0ff1-4013-b759-8e328f36422e,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:32.568977 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b7ecdb36-7593-4c69-a1a2-3a3893e793c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:32.577030 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecdb36-7593-4c69-a1a2-3a3893e793c5 admin admin] Checking segment: {'id': '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:09:32.577616 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ecdb36-7593-4c69-a1a2-3a3893e793c5 admin admin] Network hostable DHCP agents. Network: ec638f7b-1c88-4845-98a8-f4e75c542570, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:09:32.597594 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ecdb36-7593-4c69-a1a2-3a3893e793c5 admin admin] Network ec638f7b-1c88-4845-98a8-f4e75c542570 is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:09:32.606919 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-b7ecdb36-7593-4c69-a1a2-3a3893e793c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, ec638f7b-1c88-4845-98a8-f4e75c542570) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:32.610744 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ecdb36-7593-4c69-a1a2-3a3893e793c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:32.611324 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b7ecdb36-7593-4c69-a1a2-3a3893e793c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.616425 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40a7afa-97d0-4c00-b418-84de73e14f97 None None] Network ec638f7b-1c88-4845-98a8-f4e75c542570 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:09:32.630919 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b7ecdb36-7593-4c69-a1a2-3a3893e793c5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3304186 Jun 29 16:09:32.633774 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 60820) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:32.639204 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:32.661251 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4115774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1297'] for router, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.662401 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4114444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1286'] for router, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.715415 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.763645 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79cdfe99-4e4a-5ea2-8438-12b2e84733c2-ec638f7b-1c88-4845-98a8-f4e75c542570', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e'}]}} from dv-cinder-786627-15-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:09:32.764784 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.850888 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1524'] for router, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.904181 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Allocated IP 172.20.0.2 (ec638f7b-1c88-4845-98a8-f4e75c542570/af34b3db-0ff1-4013-b759-8e328f36422e/a56f9655-cf3b-427a-9aeb-ca13c7f35af2) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:09:33.043973 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:33.051460 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:33.053436 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Transition to ACTIVE for port object a56f9655-cf3b-427a-9aeb-ca13c7f35af2 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:09:33.067534 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Transition to ACTIVE for port object a56f9655-cf3b-427a-9aeb-ca13c7f35af2 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:09:33.069674 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:33.073123 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:33.074897 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:33.115340 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Network ec638f7b-1c88-4845-98a8-f4e75c542570 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:09:33.119434 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:33.124548 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:09:33.127543 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Pushing event updated for resources: {'Port': ['ID=a56f9655-cf3b-427a-9aeb-ca13c7f35af2,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:33.138166 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:33.138516 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:33.138856 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:33.139190 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:33.139521 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:33.139880 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:33.140200 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:33.140523 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:33.140845 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:33.141165 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:33.141486 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:33.141800 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:33.159983 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:33.170055 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Allocated IP 172.27.2.85 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/b880519a-aba7-4120-a0f4-e966e13635f1) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:09:33.191632 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Attempting to bind port a56f9655-cf3b-427a-9aeb-ca13c7f35af2 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:09:33.192011 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Attempting to bind port a56f9655-cf3b-427a-9aeb-ca13c7f35af2 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:09:33.192375 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Attempting to bind port a56f9655-cf3b-427a-9aeb-ca13c7f35af2 on network ec638f7b-1c88-4845-98a8-f4e75c542570 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:33.197293 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:09:33.197671 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Checking segment: {'id': '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:09:33.198077 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:33.198472 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Bound using segment: {'id': '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:09:33.198944 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Bound port: a56f9655-cf3b-427a-9aeb-ca13c7f35af2, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:09:33.199327 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:33.259859 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] For port a56f9655-cf3b-427a-9aeb-ca13c7f35af2, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:09:33.263450 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] For port a56f9655-cf3b-427a-9aeb-ca13c7f35af2, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=a56f9655-cf3b-427a-9aeb-ca13c7f35af2,segment=NetworkSegment(23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f),segment_id=23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:09:33.269578 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:33.271482 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:33.274334 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:33.315354 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:33.318695 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:33.335028 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Pushing event updated for resources: {'Port': ['ID=a56f9655-cf3b-427a-9aeb-ca13c7f35af2,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:33.338198 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:33.353661 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:09:33.358593 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:33.362367 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:09:33.394390 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=b880519a-aba7-4120-a0f4-e966e13635f1,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:33.398583 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:33.632007 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:33.816020 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4115752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773851'] for router, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:33.943308 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Router c8989b64-2466-413c-8846-6c2bcdb7637b is scheduled to L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef with binding_index 1 {{(pid=92895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:09:34.052513 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:09:34.062004 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Sync routers for ids ['c8989b64-2466-413c-8846-6c2bcdb7637b'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:09:34.071945 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:34.072544 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Routers {'c8989b64-2466-413c-8846-6c2bcdb7637b'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:09:34.073261 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4380786 Jun 29 16:09:34.073410 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:09:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c8989b64-2466-413c-8846-6c2bcdb7637b'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:34.075934 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 60836) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:34.170353 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba3ac64-0307-4dca-9831-df7cfb9c7b9a None None] Network ec638f7b-1c88-4845-98a8-f4e75c542570 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:09:34.219525 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Set router c8989b64-2466-413c-8846-6c2bcdb7637b gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:09:34.443597 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-22273924-744f-495f-8a60-ad14fb04ca0b None None] Provisioning for port a56f9655-cf3b-427a-9aeb-ca13c7f35af2 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:34.538423 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device a56f9655-cf3b-427a-9aeb-ca13c7f35af2 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:09:34.652847 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port a56f9655-cf3b-427a-9aeb-ca13c7f35af2 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:34.659446 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port a56f9655-cf3b-427a-9aeb-ca13c7f35af2 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:34.659844 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:34.716668 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:33Z', 'revision_number': 3, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:34.718718 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:34.760066 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Checking router: c8989b64-2466-413c-8846-6c2bcdb7637b for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:09:34.760720 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Updating router c8989b64-2466-413c-8846-6c2bcdb7637b port b880519a-aba7-4120-a0f4-e966e13635f1 binding host dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:09:34.841713 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:34.894944 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:34.903928 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Allocated IP 172.20.0.1 (ec638f7b-1c88-4845-98a8-f4e75c542570/af34b3db-0ff1-4013-b759-8e328f36422e/eab43e00-a26d-4aff-b85e-a22c1d70e347) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:09:34.966473 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-60e4981a-cf87-4359-a078-9dc6eabe155a None None] Provisioning complete for port a56f9655-cf3b-427a-9aeb-ca13c7f35af2 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:34.966755 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-60e4981a-cf87-4359-a078-9dc6eabe155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.007816 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.019212 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port a56f9655-cf3b-427a-9aeb-ca13c7f35af2, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=a56f9655-cf3b-427a-9aeb-ca13c7f35af2,segment=NetworkSegment(23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f),segment_id=23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:35.020880 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Transition to ACTIVE for port object eab43e00-a26d-4aff-b85e-a22c1d70e347 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:09:35.027127 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.032666 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-4cf3c8ab-eab5-4c34-87ab-c6a48728fd09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:35.064171 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.073313 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ee0d031d-46f7-480a-afd9-2888b74f6121 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:35.118480 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Network ec638f7b-1c88-4845-98a8-f4e75c542570 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:09:35.121186 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:35.124254 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:09:35.128751 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=a56f9655-cf3b-427a-9aeb-ca13c7f35af2,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:35.141062 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:35.155067 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Pushing event updated for resources: {'Port': ['ID=eab43e00-a26d-4aff-b85e-a22c1d70e347,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:35.159372 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:35.182135 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4114108'] for router_interface, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.286442 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.297958 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Transition to ACTIVE for port object b880519a-aba7-4120-a0f4-e966e13635f1 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:09:35.304359 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.310783 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-4cf3c8ab-eab5-4c34-87ab-c6a48728fd09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:35.323181 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.359530 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Attempting to bind port b880519a-aba7-4120-a0f4-e966e13635f1 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:09:35.360080 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Attempting to bind port b880519a-aba7-4120-a0f4-e966e13635f1 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:09:35.360459 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Attempting to bind port b880519a-aba7-4120-a0f4-e966e13635f1 on network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:35.363748 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ffd17-7b80-4a23-bec1-635b310e007b None None] Pushing event updated for resources: {'Port': ['ID=b880519a-aba7-4120-a0f4-e966e13635f1,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:35.368048 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-8d2ffd17-7b80-4a23-bec1-635b310e007b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:35.369255 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:09:35.369578 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Checking segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:09:35.370289 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.370528 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Bound using segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:09:35.371011 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Bound port: b880519a-aba7-4120-a0f4-e966e13635f1, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:09:35.371483 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.432364 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] For port b880519a-aba7-4120-a0f4-e966e13635f1, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:09:35.436157 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] For port b880519a-aba7-4120-a0f4-e966e13635f1, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=b880519a-aba7-4120-a0f4-e966e13635f1,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:09:35.441002 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.443519 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-721965d4-4fca-4bd7-b363-4c53b247c1a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:35.446976 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9868017d-2cf8-45a4-a0f5-7cce238e5b36 None None] Provisioning for port eab43e00-a26d-4aff-b85e-a22c1d70e347 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:35.472714 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9868017d-2cf8-45a4-a0f5-7cce238e5b36 None None] Provisioning complete for port eab43e00-a26d-4aff-b85e-a22c1d70e347 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:35.473132 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9868017d-2cf8-45a4-a0f5-7cce238e5b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.493923 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.499272 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.501465 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ca21244e-b9bf-4a09-a636-0680a0f4f9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:35.533293 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Routers {'c8989b64-2466-413c-8846-6c2bcdb7637b'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:09:35.533924 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:09:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c8989b64-2466-413c-8846-6c2bcdb7637b'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:35.564826 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Pushing event updated for resources: {'Port': ['ID=eab43e00-a26d-4aff-b85e-a22c1d70e347,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:35.567313 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4113960'] for router_interface, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.574741 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ffd17-7b80-4a23-bec1-635b310e007b None None] Pushing event updated for resources: {'Port': ['ID=b880519a-aba7-4120-a0f4-e966e13635f1,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:35.575265 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:35.578799 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-8d2ffd17-7b80-4a23-bec1-635b310e007b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:35.584491 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9868017d-2cf8-45a4-a0f5-7cce238e5b36 None None] Port eab43e00-a26d-4aff-b85e-a22c1d70e347 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:09:35.649027 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] Set router c8989b64-2466-413c-8846-6c2bcdb7637b gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:09:35.660493 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Network ec638f7b-1c88-4845-98a8-f4e75c542570 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:09:35.661900 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:35.800464 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Router c8989b64-2466-413c-8846-6c2bcdb7637b has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:09:35.869835 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'eab43e00-a26d-4aff-b85e-a22c1d70e347', 'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'mac_address': 'fa:16:3e:be:83:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:34Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 2, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'subnets': [{'id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:35.899547 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc3b091-2375-4417-9310-70bd70dc146e None None] The sync data for ids ['c8989b64-2466-413c-8846-6c2bcdb7637b'] in dv-cinder-786627-15-iscsi is: [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'eab43e00-a26d-4aff-b85e-a22c1d70e347', 'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'mac_address': 'fa:16:3e:be:83:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:34Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 2, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'subnets': [{'id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:09:35.910840 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-8399e6de-7b3f-48ae-a609-03bc91c308a6 None None] Provisioning complete for port eab43e00-a26d-4aff-b85e-a22c1d70e347 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:35.911232 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8399e6de-7b3f-48ae-a609-03bc91c308a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.930308 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:09:35.940110 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] 10.222.0.66 "PUT /v2.0/routers/c8989b64-2466-413c-8846-6c2bcdb7637b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8631165 Jun 29 16:09:35.953629 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-8399e6de-7b3f-48ae-a609-03bc91c308a6 None None] Port eab43e00-a26d-4aff-b85e-a22c1d70e347 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:09:36.538117 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device a56f9655-cf3b-427a-9aeb-ca13c7f35af2 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:09:36.596831 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port a56f9655-cf3b-427a-9aeb-ca13c7f35af2 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:36.597171 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:36.664797 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 60866) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:36.669876 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-0d123eb2-0572-4170-8d43-b9af1736ecc5 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2125051814', 'description': 'tempest-description--498092966'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:36.702374 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0d123eb2-0572-4170-8d43-b9af1736ecc5 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:36.800437 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0d123eb2-0572-4170-8d43-b9af1736ecc5 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:36.804867 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0d123eb2-0572-4170-8d43-b9af1736ecc5 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:36.807458 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-012757fa-921a-418f-943a-c261e242a22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:36.829938 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0d123eb2-0572-4170-8d43-b9af1736ecc5 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:36.833985 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0d123eb2-0572-4170-8d43-b9af1736ecc5 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1653924 Jun 29 16:09:36.834377 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 60872) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:36.839382 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-4ba3c823-3add-4d02-9e1d-380ef51777eb tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Request body: {'security_group_rule': {'security_group_id': 'c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:36.841881 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d123eb2-0572-4170-8d43-b9af1736ecc5 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:36.844816 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0d123eb2-0572-4170-8d43-b9af1736ecc5 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:36.883555 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c823-3add-4d02-9e1d-380ef51777eb tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:36.964297 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c823-3add-4d02-9e1d-380ef51777eb tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:36.969288 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c823-3add-4d02-9e1d-380ef51777eb tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:36.973870 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:36.992298 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3c823-3add-4d02-9e1d-380ef51777eb tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c27c581-4c7b-4580-8533-bc80ff40c990,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:36.996307 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4ba3c823-3add-4d02-9e1d-380ef51777eb tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:36.997578 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c823-3add-4d02-9e1d-380ef51777eb tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:37.000121 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4ba3c823-3add-4d02-9e1d-380ef51777eb tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1645765 Jun 29 16:09:37.001730 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 60876) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:37.006494 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-2c919da7-d11b-4a75-b311-1a6270ecb4ba tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Request body: {'security_group_rule': {'security_group_id': 'c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:37.036305 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2c919da7-d11b-4a75-b311-1a6270ecb4ba tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:37.095612 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2c919da7-d11b-4a75-b311-1a6270ecb4ba tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:37.099354 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2c919da7-d11b-4a75-b311-1a6270ecb4ba tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:37.101537 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4ba3c823-3add-4d02-9e1d-380ef51777eb tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:37.117968 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c919da7-d11b-4a75-b311-1a6270ecb4ba tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a0ee58-aeb9-4458-bb42-fadc97b6e561,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:37.120788 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2c919da7-d11b-4a75-b311-1a6270ecb4ba tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:37.124618 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2c919da7-d11b-4a75-b311-1a6270ecb4ba tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:37.125818 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2c919da7-d11b-4a75-b311-1a6270ecb4ba tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229270 Jun 29 16:09:37.129065 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 60878) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:37.133334 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Request body: {'floatingip': {'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:37.160958 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for floatingip, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:37.249901 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:37.547399 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Allocated IP 172.27.2.83 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/b4a6d2c6-40a5-45f5-b6d3-9247a9f2f9bd) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:09:37.645582 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:37.685717 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10444866'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:37.687888 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-47c95ba4-57d8-4d4d-9cbb-6fb363cfef1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:37.724770 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:09:37.727547 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:37.730834 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:09:37.736120 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event updated for resources: {'Port': ['ID=b4a6d2c6-40a5-45f5-b6d3-9247a9f2f9bd,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:37.754193 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:37.818637 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Sync routers for ids ['c8989b64-2466-413c-8846-6c2bcdb7637b'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:09:37.828439 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Routers {'c8989b64-2466-413c-8846-6c2bcdb7637b'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:09:37.828717 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:09:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c8989b64-2466-413c-8846-6c2bcdb7637b'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:37.858705 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:37.905922 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:37.938336 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Set router c8989b64-2466-413c-8846-6c2bcdb7637b gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:09:37.971879 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.054052 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.058968 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10444912'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.062019 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:38.131089 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event updated for resources: {'Port': ['ID=b4a6d2c6-40a5-45f5-b6d3-9247a9f2f9bd,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:38.134231 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:38.141599 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'eab43e00-a26d-4aff-b85e-a22c1d70e347', 'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'mac_address': 'fa:16:3e:be:83:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:34Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 2, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'subnets': [{'id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:38.146023 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3760652'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.159797 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.161012 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0310419 Jun 29 16:09:38.167211 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Checking router: c8989b64-2466-413c-8846-6c2bcdb7637b for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:09:38.167587 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Updating router c8989b64-2466-413c-8846-6c2bcdb7637b port eab43e00-a26d-4aff-b85e-a22c1d70e347 binding host dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:09:38.201895 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.228469 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-055c4391-f7dc-493c-9178-2601fdfbe2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.322256 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-a90215c8-3d80-487f-b955-c4dd389c2479 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2125051814&fields=id&tenant_id=6b26ba640dfc43e2afb9bc018a0710fa HTTP/1.1" status: 200 len: 267 time: 0.0418220 Jun 29 16:09:38.428650 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-43f2e8c0-5ed8-4317-be9d-a6b9c7809629 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:38.430236 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-43f2e8c0-5ed8-4317-be9d-a6b9c7809629 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/networks?id=ec638f7b-1c88-4845-98a8-f4e75c542570 HTTP/1.1" status: 200 len: 817 time: 0.1002333 Jun 29 16:09:38.448767 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-1402bea1-33e8-4ff4-b2ce-8247a2d10e2a tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/quotas/6b26ba640dfc43e2afb9bc018a0710fa HTTP/1.1" status: 200 len: 375 time: 0.0119412 Jun 29 16:09:38.460305 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.471747 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Transition to ACTIVE for port object eab43e00-a26d-4aff-b85e-a22c1d70e347 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:09:38.480330 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.482713 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:38.520488 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device b880519a-aba7-4120-a0f4-e966e13635f1 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:09:38.531628 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9038bfd-a5e6-4e91-baf2-3cb42ed34987 None None] Pushing event updated for resources: {'Port': ['ID=eab43e00-a26d-4aff-b85e-a22c1d70e347,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:38.539082 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-32423878-37ae-4518-bf46-90ce97cf8d86 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b26ba640dfc43e2afb9bc018a0710fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744455 Jun 29 16:09:38.539305 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9038bfd-a5e6-4e91-baf2-3cb42ed34987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.539619 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9038bfd-a5e6-4e91-baf2-3cb42ed34987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.539960 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9038bfd-a5e6-4e91-baf2-3cb42ed34987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.540287 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9038bfd-a5e6-4e91-baf2-3cb42ed34987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.540609 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9038bfd-a5e6-4e91-baf2-3cb42ed34987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.542579 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9038bfd-a5e6-4e91-baf2-3cb42ed34987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.542579 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9038bfd-a5e6-4e91-baf2-3cb42ed34987 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.542579 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9038bfd-a5e6-4e91-baf2-3cb42ed34987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.542579 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9038bfd-a5e6-4e91-baf2-3cb42ed34987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.542579 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9038bfd-a5e6-4e91-baf2-3cb42ed34987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.543033 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9038bfd-a5e6-4e91-baf2-3cb42ed34987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.543033 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9038bfd-a5e6-4e91-baf2-3cb42ed34987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.547136 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-d9038bfd-a5e6-4e91-baf2-3cb42ed34987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:38.614707 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Attempting to bind port eab43e00-a26d-4aff-b85e-a22c1d70e347 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:09:38.615154 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Attempting to bind port eab43e00-a26d-4aff-b85e-a22c1d70e347 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:09:38.615643 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Attempting to bind port eab43e00-a26d-4aff-b85e-a22c1d70e347 on network ec638f7b-1c88-4845-98a8-f4e75c542570 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:38.622279 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port b880519a-aba7-4120-a0f4-e966e13635f1 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:38.623134 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:09:38.623544 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Checking segment: {'id': '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:09:38.623993 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.624496 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Bound using segment: {'id': '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:09:38.625171 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Bound port: eab43e00-a26d-4aff-b85e-a22c1d70e347, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:09:38.625366 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.631408 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port b880519a-aba7-4120-a0f4-e966e13635f1 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:38.632017 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-71cc25bb-94ea-40bb-aaae-b806d2500962 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:09:38.632330 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.633031 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-71cc25bb-94ea-40bb-aaae-b806d2500962 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0797491 Jun 29 16:09:38.698564 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] For port eab43e00-a26d-4aff-b85e-a22c1d70e347, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:09:38.703277 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] For port eab43e00-a26d-4aff-b85e-a22c1d70e347, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=eab43e00-a26d-4aff-b85e-a22c1d70e347,segment=NetworkSegment(23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f),segment_id=23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:09:38.708094 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.711368 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-f65a4f87-62f6-4791-85e9-7b15bfb22ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:38.744423 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-cba9c250-33b2-4932-bde2-49401843ca89 service neutron] 10.222.0.66 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047566 Jun 29 16:09:38.746409 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.769167 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9038bfd-a5e6-4e91-baf2-3cb42ed34987 None None] Pushing event updated for resources: {'Port': ['ID=eab43e00-a26d-4aff-b85e-a22c1d70e347,revision_number=4']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:38.772172 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-d9038bfd-a5e6-4e91-baf2-3cb42ed34987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:38.777487 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Routers {'c8989b64-2466-413c-8846-6c2bcdb7637b'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:09:38.778099 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:09:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c8989b64-2466-413c-8846-6c2bcdb7637b'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:38.781776 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port b880519a-aba7-4120-a0f4-e966e13635f1, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=b880519a-aba7-4120-a0f4-e966e13635f1,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:38.790842 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.793568 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:38.859273 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=b880519a-aba7-4120-a0f4-e966e13635f1,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:38.868872 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-d3bf5acb-1b5c-41e7-8b61-2fdea4eb64e1 service neutron] 10.222.0.66 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106389 Jun 29 16:09:38.870920 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:38.909505 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] Set router c8989b64-2466-413c-8846-6c2bcdb7637b gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:09:39.085809 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a79e12d4-9141-45fd-b7a0-38da6a1be0ab req-5723e6c3-c490-4e19-b11f-f80e232d0141 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 210 time: 0.0311315 Jun 29 16:09:39.164016 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'eab43e00-a26d-4aff-b85e-a22c1d70e347', 'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'mac_address': 'fa:16:3e:be:83:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:34Z', 'updated_at': '2021-06-29T16:09:38Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'subnets': [{'id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:39.268081 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0949e28-2df9-4b13-96ca-9307d9422bbd None None] The sync data for ids ['c8989b64-2466-413c-8846-6c2bcdb7637b'] in dv-cinder-786627-15-iscsi is: [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'eab43e00-a26d-4aff-b85e-a22c1d70e347', 'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'mac_address': 'fa:16:3e:be:83:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:34Z', 'updated_at': '2021-06-29T16:09:38Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'subnets': [{'id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:09:40.215649 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-9682b20f-ee13-4228-9725-461b33f940e2 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:40.217215 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-9682b20f-ee13-4228-9725-461b33f940e2 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.77 "GET /v2.0/networks?id=ec638f7b-1c88-4845-98a8-f4e75c542570 HTTP/1.1" status: 200 len: 817 time: 0.1170666 Jun 29 16:09:40.256358 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e67757d3-93ff-4e25-99f8-2eb0af709aa9 req-64b8eecb-2e2d-448b-94b6-026ee284fafb tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 210 time: 0.0382261 Jun 29 16:09:40.302470 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-74db3c88-ffff-4a34-bd78-2ffe967175b6 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b26ba640dfc43e2afb9bc018a0710fa HTTP/1.1" status: 200 len: 380 time: 0.0688360 Jun 29 16:09:40.313214 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-464abc1c-1264-4bed-a855-5f76bab83f6d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Request body: {'port': {'device_id': 'ae1cb116-afe3-4320-9174-11736b12d60e', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'admin_state_up': True, 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'security_groups': ['c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:40.427742 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-464abc1c-1264-4bed-a855-5f76bab83f6d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Made reservation on behalf of 6b26ba640dfc43e2afb9bc018a0710fa for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:09:40.431187 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-464abc1c-1264-4bed-a855-5f76bab83f6d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:40.514823 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device b880519a-aba7-4120-a0f4-e966e13635f1 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:09:40.561687 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-464abc1c-1264-4bed-a855-5f76bab83f6d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Allocated IP 172.20.0.5 (ec638f7b-1c88-4845-98a8-f4e75c542570/af34b3db-0ff1-4013-b759-8e328f36422e/fce73fef-c251-4fe6-8cef-d61e7d77857d) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:09:40.565505 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port b880519a-aba7-4120-a0f4-e966e13635f1 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:40.565891 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:40.706823 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-464abc1c-1264-4bed-a855-5f76bab83f6d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:40.722757 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-464abc1c-1264-4bed-a855-5f76bab83f6d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Transition to ACTIVE for port object fce73fef-c251-4fe6-8cef-d61e7d77857d will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:09:40.755935 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-464abc1c-1264-4bed-a855-5f76bab83f6d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:40.760360 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:40.767104 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device eab43e00-a26d-4aff-b85e-a22c1d70e347 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:09:40.808147 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-cefd78d2-bcfd-46f4-9181-d49b0f07a913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:40.808393 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-464abc1c-1264-4bed-a855-5f76bab83f6d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Network ec638f7b-1c88-4845-98a8-f4e75c542570 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:09:40.811863 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-464abc1c-1264-4bed-a855-5f76bab83f6d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:40.815587 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-464abc1c-1264-4bed-a855-5f76bab83f6d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:09:40.826153 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port eab43e00-a26d-4aff-b85e-a22c1d70e347 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:40.830459 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port eab43e00-a26d-4aff-b85e-a22c1d70e347 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:40.830846 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:40.842443 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464abc1c-1264-4bed-a855-5f76bab83f6d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event updated for resources: {'Port': ['ID=fce73fef-c251-4fe6-8cef-d61e7d77857d,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:40.846686 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-464abc1c-1264-4bed-a855-5f76bab83f6d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:40.869563 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-464abc1c-1264-4bed-a855-5f76bab83f6d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:40.870208 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-464abc1c-1264-4bed-a855-5f76bab83f6d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:40.884968 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-464abc1c-1264-4bed-a855-5f76bab83f6d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5759757 Jun 29 16:09:40.897369 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Request body: {'port': {'device_id': 'ae1cb116-afe3-4320-9174-11736b12d60e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:40.911497 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:40.952230 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port eab43e00-a26d-4aff-b85e-a22c1d70e347, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=eab43e00-a26d-4aff-b85e-a22c1d70e347,segment=NetworkSegment(23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f),segment_id=23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:40.957221 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:40.959173 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:40.977506 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.016199 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=eab43e00-a26d-4aff-b85e-a22c1d70e347,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:41.019253 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:41.052019 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-f737f199-c3d9-4cf8-ba7e-1dfa778f6266 None None] Provisioning for port fce73fef-c251-4fe6-8cef-d61e7d77857d completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:41.056203 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-f737f199-c3d9-4cf8-ba7e-1dfa778f6266 None None] Provisioning complete for port fce73fef-c251-4fe6-8cef-d61e7d77857d triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:41.056586 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f737f199-c3d9-4cf8-ba7e-1dfa778f6266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.092627 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-f737f199-c3d9-4cf8-ba7e-1dfa778f6266 None None] Port fce73fef-c251-4fe6-8cef-d61e7d77857d cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:09:41.244923 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce73fef-c251-4fe6-8cef-d61e7d77857d {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:09:41.252176 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.263542 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Transition to ACTIVE for port object fce73fef-c251-4fe6-8cef-d61e7d77857d will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:09:41.267863 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.270804 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2c2e4bda-fe30-4364-bcd6-ed9489eeda2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:41.316075 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fce73fef-c251-4fe6-8cef-d61e7d77857d,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:41.320375 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:41.404391 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Attempting to bind port fce73fef-c251-4fe6-8cef-d61e7d77857d on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:09:41.405099 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Attempting to bind port fce73fef-c251-4fe6-8cef-d61e7d77857d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:09:41.405840 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Attempting to bind port fce73fef-c251-4fe6-8cef-d61e7d77857d on network ec638f7b-1c88-4845-98a8-f4e75c542570 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:41.409018 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.412162 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Port fce73fef-c251-4fe6-8cef-d61e7d77857d on network ec638f7b-1c88-4845-98a8-f4e75c542570 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:09:41.412686 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Attempting to bind port fce73fef-c251-4fe6-8cef-d61e7d77857d on network ec638f7b-1c88-4845-98a8-f4e75c542570 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:41.420223 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Checking agent: {'id': '1f42b8fb-87af-41ff-972d-c33b8bf8d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:09:41.420616 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Checking segment: {'id': '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:09:41.421168 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Bound using segment: {'id': '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:09:41.421754 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Bound port: fce73fef-c251-4fe6-8cef-d61e7d77857d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:09:41.421969 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.472159 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4747916-28db-441c-99f5-fd0668a1d695 req-7411ef1c-304b-467c-8e74-b6ffdad22951 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:41.473710 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a4747916-28db-441c-99f5-fd0668a1d695 req-7411ef1c-304b-467c-8e74-b6ffdad22951 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 943 time: 0.0930877 Jun 29 16:09:41.492636 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] For port fce73fef-c251-4fe6-8cef-d61e7d77857d, host hv-cinder-78662, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:09:41.496667 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] For port fce73fef-c251-4fe6-8cef-d61e7d77857d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fce73fef-c251-4fe6-8cef-d61e7d77857d,segment=NetworkSegment(23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f),segment_id=23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:09:41.500824 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.503995 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-382eb7bd-cf3d-498a-9c17-849fd8f82195 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:41.515158 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a4747916-28db-441c-99f5-fd0668a1d695 req-1a70c0d2-6bb9-4958-b651-f21f49897478 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354185 Jun 29 16:09:41.536626 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:41.537405 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.538922 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] 10.222.0.77 "PUT /v2.0/ports/fce73fef-c251-4fe6-8cef-d61e7d77857d HTTP/1.1" status: 200 len: 1093 time: 0.6458631 Jun 29 16:09:41.539438 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1cb116-afe3-4320-9174-11736b12d60e', 'tag': 'fce73fef-c251-4fe6-8cef-d61e7d77857d'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:41.542040 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3809f108-8d99-43b9-92d0-5ea016b30cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1cb116-afe3-4320-9174-11736b12d60e", "tag": "fce73fef-c251-4fe6-8cef-d61e7d77857d"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:41.576976 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fce73fef-c251-4fe6-8cef-d61e7d77857d,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:41.580785 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:41.609923 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf5226c-ea5a-4a1b-a151-1e9b88a5ad55 x-openstack-request-id: req-edf5226c-ea5a-4a1b-a151-1e9b88a5ad55 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:41.610323 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1cb116-afe3-4320-9174-11736b12d60e", "tag": "fce73fef-c251-4fe6-8cef-d61e7d77857d", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:41.610596 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-edf5226c-ea5a-4a1b-a151-1e9b88a5ad55 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:41.611046 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1cb116-afe3-4320-9174-11736b12d60e', 'tag': 'fce73fef-c251-4fe6-8cef-d61e7d77857d', 'status': 'completed', 'code': 200} Jun 29 16:09:41.637479 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-3f1f3233-d502-4d75-9aaf-93f443e3bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:41.639498 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-3f1f3233-d502-4d75-9aaf-93f443e3bacd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b26ba640dfc43e2afb9bc018a0710fa&device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 1096 time: 0.0579114 Jun 29 16:09:41.687355 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-ccb531c5-d93f-43ef-baaa-3a6716100b2f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fce73fef-c251-4fe6-8cef-d61e7d77857d HTTP/1.1" status: 200 len: 217 time: 0.0401037 Jun 29 16:09:41.738604 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-fa3d3577-25f4-4c47-9f56-d8edab11960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:41.740102 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-fa3d3577-25f4-4c47-9f56-d8edab11960a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=af34b3db-0ff1-4013-b759-8e328f36422e HTTP/1.1" status: 200 len: 856 time: 0.0457971 Jun 29 16:09:41.796256 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-38868873-041a-4a7b-ac30-d203d9e4f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:41.797736 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-38868873-041a-4a7b-ac30-d203d9e4f4d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ec638f7b-1c88-4845-98a8-f4e75c542570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506594 Jun 29 16:09:41.887548 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-d9ff76cf-96bd-4f10-92ec-a7747c3f99c2 service neutron] 10.222.0.77 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815616 Jun 29 16:09:41.918605 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.974587 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283d0d4b-a91f-4676-a5b6-4048a85fd37a req-10610243-c928-49c9-9391-24cb8b45a39b service neutron] 10.222.0.77 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798936 Jun 29 16:09:42.078684 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809f108-8d99-43b9-92d0-5ea016b30cc5 req-8c17a590-25d0-444e-96f4-1dc99b31a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:42.080208 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3809f108-8d99-43b9-92d0-5ea016b30cc5 req-8c17a590-25d0-444e-96f4-1dc99b31a573 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b26ba640dfc43e2afb9bc018a0710fa&device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 1096 time: 0.0613778 Jun 29 16:09:42.170040 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809f108-8d99-43b9-92d0-5ea016b30cc5 req-8e70eed9-c7c6-4b2e-add7-30fddfd1aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:42.171507 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3809f108-8d99-43b9-92d0-5ea016b30cc5 req-8e70eed9-c7c6-4b2e-add7-30fddfd1aaa3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ec638f7b-1c88-4845-98a8-f4e75c542570 HTTP/1.1" status: 200 len: 918 time: 0.0847900 Jun 29 16:09:42.215622 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3809f108-8d99-43b9-92d0-5ea016b30cc5 req-b6925e11-7c93-482f-86af-771e06cfa587 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fce73fef-c251-4fe6-8cef-d61e7d77857d HTTP/1.1" status: 200 len: 217 time: 0.0372994 Jun 29 16:09:42.263685 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809f108-8d99-43b9-92d0-5ea016b30cc5 req-56eb5441-2537-4496-92dd-d2df0bbbcd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:42.265060 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3809f108-8d99-43b9-92d0-5ea016b30cc5 req-56eb5441-2537-4496-92dd-d2df0bbbcd30 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=af34b3db-0ff1-4013-b759-8e328f36422e HTTP/1.1" status: 200 len: 856 time: 0.0427282 Jun 29 16:09:42.322557 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809f108-8d99-43b9-92d0-5ea016b30cc5 req-fbd02be4-3e24-4e79-999f-3c9739051456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:42.324078 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3809f108-8d99-43b9-92d0-5ea016b30cc5 req-fbd02be4-3e24-4e79-999f-3c9739051456 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ec638f7b-1c88-4845-98a8-f4e75c542570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514593 Jun 29 16:09:42.509829 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device eab43e00-a26d-4aff-b85e-a22c1d70e347 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:09:42.559251 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port eab43e00-a26d-4aff-b85e-a22c1d70e347 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:42.559867 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.632775 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3809f108-8d99-43b9-92d0-5ea016b30cc5 req-4e96d57a-81e3-47fa-82d9-b9b835d08782 service neutron] 10.222.0.77 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002758 Jun 29 16:09:42.707148 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b13cb6-d543-4756-936e-a8b223737297 req-d0af22cd-0ce8-4fd2-9cfe-d9ff8d49daca tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:42.708647 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-15b13cb6-d543-4756-936e-a8b223737297 req-d0af22cd-0ce8-4fd2-9cfe-d9ff8d49daca tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 943 time: 0.0662978 Jun 29 16:09:42.721250 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3809f108-8d99-43b9-92d0-5ea016b30cc5 req-6e8f612b-10fc-441d-9c70-de5d3d046614 service neutron] 10.222.0.77 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813577 Jun 29 16:09:42.751633 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-15b13cb6-d543-4756-936e-a8b223737297 req-5f3cb4ef-27e1-4431-a83d-fa9374f01e58 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367634 Jun 29 16:09:43.682650 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.928243 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3563ce-97fb-4ec2-90b0-143403bec3d3 req-d3ca70e7-9236-4f43-8bce-7ee55f489f47 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:43.929693 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b3563ce-97fb-4ec2-90b0-143403bec3d3 req-d3ca70e7-9236-4f43-8bce-7ee55f489f47 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 943 time: 0.0641193 Jun 29 16:09:43.970185 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b3563ce-97fb-4ec2-90b0-143403bec3d3 req-0e07eb26-ed03-4639-8c37-765499729092 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345361 Jun 29 16:09:44.761539 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:09:45.142282 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5ba93-4cbd-495c-a117-c6dce5be91d6 req-bd9ccb6f-06ba-4d65-80b2-d2975b1bb722 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:45.143748 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-73f5ba93-4cbd-495c-a117-c6dce5be91d6 req-bd9ccb6f-06ba-4d65-80b2-d2975b1bb722 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 943 time: 0.0618076 Jun 29 16:09:45.180309 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-73f5ba93-4cbd-495c-a117-c6dce5be91d6 req-969b49c9-3afb-456d-8eb9-a5cf68bcff85 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310655 Jun 29 16:09:46.241252 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device fce73fef-c251-4fe6-8cef-d61e7d77857d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:09:46.341081 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port fce73fef-c251-4fe6-8cef-d61e7d77857d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fce73fef-c251-4fe6-8cef-d61e7d77857d,segment=NetworkSegment(23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f),segment_id=23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:46.351734 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Returning: {'device': 'fce73fef-c251-4fe6-8cef-d61e7d77857d', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'port_id': 'fce73fef-c251-4fe6-8cef-d61e7d77857d', 'mac_address': 'fa:16:3e:3e:dc:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:09:46.362473 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dba64-388b-44b0-8ebe-19af32d7bc2c req-c7bc983f-2a6e-4f2c-a566-c59033493574 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:46.365677 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b72dba64-388b-44b0-8ebe-19af32d7bc2c req-c7bc983f-2a6e-4f2c-a566-c59033493574 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 943 time: 0.0734358 Jun 29 16:09:46.389479 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:46.401687 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce73fef-c251-4fe6-8cef-d61e7d77857d {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:09:46.405324 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b72dba64-388b-44b0-8ebe-19af32d7bc2c req-5c9e1352-0a2f-483e-bacb-824bf8c1f28b tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310516 Jun 29 16:09:46.422371 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port fce73fef-c251-4fe6-8cef-d61e7d77857d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fce73fef-c251-4fe6-8cef-d61e7d77857d,segment=NetworkSegment(23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f),segment_id=23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:46.426653 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:46.428450 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:46.471874 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=fce73fef-c251-4fe6-8cef-d61e7d77857d,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:46.474787 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:46.984529 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['fce73fef-c251-4fe6-8cef-d61e7d77857d'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:47.578455 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be5ffe-1525-4d6b-aba1-b6651dd082f0 req-370f4250-2621-4262-b654-efa599be24f1 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:47.580138 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-38be5ffe-1525-4d6b-aba1-b6651dd082f0 req-370f4250-2621-4262-b654-efa599be24f1 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 944 time: 0.0594199 Jun 29 16:09:47.615419 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-38be5ffe-1525-4d6b-aba1-b6651dd082f0 req-343409ea-310b-4753-b02b-17b74ff88ea1 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299993 Jun 29 16:09:48.231920 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device fce73fef-c251-4fe6-8cef-d61e7d77857d up at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:09:48.279039 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning for port fce73fef-c251-4fe6-8cef-d61e7d77857d completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:48.282575 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning complete for port fce73fef-c251-4fe6-8cef-d61e7d77857d triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:48.282903 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:48.360577 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:48.382069 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1cb116-afe3-4320-9174-11736b12d60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce73fef-c251-4fe6-8cef-d61e7d77857d'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:48.384409 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e148ad334d6b0a25feb6cb172eaafc5bfcff4dbaa69dd97dd66c28eda2659d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1f9071-d34c-41b8-a10a-fc256a70e141" -d '{"events": [{"server_uuid": "ae1cb116-afe3-4320-9174-11736b12d60e", "name": "network-vif-plugged", "status": "completed", "tag": "fce73fef-c251-4fe6-8cef-d61e7d77857d"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:48.396538 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port fce73fef-c251-4fe6-8cef-d61e7d77857d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fce73fef-c251-4fe6-8cef-d61e7d77857d,segment=NetworkSegment(23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f),segment_id=23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:48.400687 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:48.402568 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1fccf062-7686-4690-a274-73f5309afd2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:48.424253 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1817e216-2c56-4818-94c0-c5c146927b5d x-openstack-request-id: req-1817e216-2c56-4818-94c0-c5c146927b5d {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:48.424547 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1cb116-afe3-4320-9174-11736b12d60e", "name": "network-vif-plugged", "status": "completed", "tag": "fce73fef-c251-4fe6-8cef-d61e7d77857d", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:48.424802 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1817e216-2c56-4818-94c0-c5c146927b5d {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:48.425192 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1cb116-afe3-4320-9174-11736b12d60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce73fef-c251-4fe6-8cef-d61e7d77857d', 'code': 200} Jun 29 16:09:48.452903 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=fce73fef-c251-4fe6-8cef-d61e7d77857d,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:48.455959 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:48.661231 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028781be-4466-466c-a7b7-376152a19461 req-939cd107-2a68-4539-a224-5c905463de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:48.662746 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-028781be-4466-466c-a7b7-376152a19461 req-939cd107-2a68-4539-a224-5c905463de91 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 1098 time: 0.0519173 Jun 29 16:09:48.698036 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-028781be-4466-466c-a7b7-376152a19461 req-27c0d5cb-d55b-47ff-912b-d6f203b97c1c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277159 Jun 29 16:09:48.804191 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2adb3-3f64-438c-8256-12366da2e3af req-94e11997-420c-4d77-ae81-dd3be50d8dfc tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:48.805723 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a7d2adb3-3f64-438c-8256-12366da2e3af req-94e11997-420c-4d77-ae81-dd3be50d8dfc tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 945 time: 0.0708883 Jun 29 16:09:48.844428 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a7d2adb3-3f64-438c-8256-12366da2e3af req-68a74de4-c039-4206-970e-ccc276c7403a tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326443 Jun 29 16:09:48.932513 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cba63dce-e4f5-4264-8d31-819e76b53b38 req-e058d33f-6df6-4671-8055-88cb7ae9a620 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521088 Jun 29 16:09:49.003793 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba63dce-e4f5-4264-8d31-819e76b53b38 req-2ce9a436-925d-4b51-8bbf-76f83978b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:49.005183 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cba63dce-e4f5-4264-8d31-819e76b53b38 req-2ce9a436-925d-4b51-8bbf-76f83978b59b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 1099 time: 0.0494621 Jun 29 16:09:49.109029 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba63dce-e4f5-4264-8d31-819e76b53b38 req-7369f11f-2dd0-4c1f-9fcb-c47bcafc8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:49.110458 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cba63dce-e4f5-4264-8d31-819e76b53b38 req-7369f11f-2dd0-4c1f-9fcb-c47bcafc8227 service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0846739 Jun 29 16:09:49.153538 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cba63dce-e4f5-4264-8d31-819e76b53b38 req-f6563860-4e2f-4879-ad8b-7571959ef1ad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57384b54-8f26-490e-a688-8aa969892fc1 HTTP/1.1" status: 200 len: 217 time: 0.0355601 Jun 29 16:09:49.205856 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba63dce-e4f5-4264-8d31-819e76b53b38 req-247a54be-1288-4f9e-b1a5-ebe6ce081f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:49.207176 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cba63dce-e4f5-4264-8d31-819e76b53b38 req-247a54be-1288-4f9e-b1a5-ebe6ce081f34 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0434797 Jun 29 16:09:49.239438 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cba63dce-e4f5-4264-8d31-819e76b53b38 req-7f429aa1-0a8c-4ad0-ab7d-e9cb1dc84309 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250235 Jun 29 16:09:49.330686 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cba63dce-e4f5-4264-8d31-819e76b53b38 req-fb92c423-89fd-437c-8029-cb8b48633faf service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834560 Jun 29 16:09:49.425152 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cba63dce-e4f5-4264-8d31-819e76b53b38 req-c5203263-bee4-4c21-b1ba-486be725360d service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869961 Jun 29 16:09:50.038053 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb1ff0-03b5-47a7-94fb-a06c26e6dc74 req-3145da96-581f-42c4-ad14-822c3236d552 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:50.039524 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09eb1ff0-03b5-47a7-94fb-a06c26e6dc74 req-3145da96-581f-42c4-ad14-822c3236d552 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 945 time: 0.0628700 Jun 29 16:09:50.076404 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09eb1ff0-03b5-47a7-94fb-a06c26e6dc74 req-0699bf1b-0b77-4fe2-a1bd-76a7d8da2c37 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307088 Jun 29 16:09:51.248830 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f7189-43d8-42a9-b258-90f1451f9f84 req-21496488-27be-481d-98fc-dc418fd0abfd tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:51.250295 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-186f7189-43d8-42a9-b258-90f1451f9f84 req-21496488-27be-481d-98fc-dc418fd0abfd tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 945 time: 0.0622752 Jun 29 16:09:51.287786 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-186f7189-43d8-42a9-b258-90f1451f9f84 req-f34276af-f0cb-4e8a-ba9a-27eff688a734 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318058 Jun 29 16:09:51.451744 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ea62f-f5ee-4357-ac85-bd757960af42 req-3348fa12-0e3b-4952-b96d-f56509b911dd tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:51.453110 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ab5ea62f-f5ee-4357-ac85-bd757960af42 req-3348fa12-0e3b-4952-b96d-f56509b911dd tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 945 time: 0.0613184 Jun 29 16:09:51.462404 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 32842) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:51.467053 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-fc0deef6-b0a3-4a1c-8ca5-70b3e61a04d3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Request body: {'floatingip': {'port_id': 'fce73fef-c251-4fe6-8cef-d61e7d77857d'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:51.536576 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fc0deef6-b0a3-4a1c-8ca5-70b3e61a04d3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for floatingip, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:52.116735 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fc0deef6-b0a3-4a1c-8ca5-70b3e61a04d3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:52.120796 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fc0deef6-b0a3-4a1c-8ca5-70b3e61a04d3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3760652'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:52.215816 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-fc0deef6-b0a3-4a1c-8ca5-70b3e61a04d3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Floating IP 66a6c3df-a407-45c6-9e6e-1d44265d8e1b associated. External IP: 172.27.2.83, port: fce73fef-c251-4fe6-8cef-d61e7d77857d. Jun 29 16:09:52.628144 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0deef6-b0a3-4a1c-8ca5-70b3e61a04d3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Router c8989b64-2466-413c-8846-6c2bcdb7637b has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:09:52.738780 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0deef6-b0a3-4a1c-8ca5-70b3e61a04d3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:09:52.743174 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fc0deef6-b0a3-4a1c-8ca5-70b3e61a04d3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:52.751300 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c24b21-383b-40ef-80cc-5c3d103e8c1a None None] Sync routers for ids ['c8989b64-2466-413c-8846-6c2bcdb7637b'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:09:52.761312 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c24b21-383b-40ef-80cc-5c3d103e8c1a None None] Routers {'c8989b64-2466-413c-8846-6c2bcdb7637b'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:09:52.761998 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-c8c24b21-383b-40ef-80cc-5c3d103e8c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:09:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c8989b64-2466-413c-8846-6c2bcdb7637b'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:52.778330 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-fc0deef6-b0a3-4a1c-8ca5-70b3e61a04d3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "PUT /v2.0/floatingips/66a6c3df-a407-45c6-9e6e-1d44265d8e1b HTTP/1.1" status: 200 len: 990 time: 1.3153546 Jun 29 16:09:52.779096 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1cb116-afe3-4320-9174-11736b12d60e', 'tag': 'fce73fef-c251-4fe6-8cef-d61e7d77857d'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:52.781461 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3b59b4-cca3-4b7f-87c3-7018f46b1376" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1cb116-afe3-4320-9174-11736b12d60e", "tag": "fce73fef-c251-4fe6-8cef-d61e7d77857d"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:52.823315 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b62ce1-8b56-4bf1-8c27-72753d88b9ca x-openstack-request-id: req-73b62ce1-8b56-4bf1-8c27-72753d88b9ca {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:52.823653 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1cb116-afe3-4320-9174-11736b12d60e", "tag": "fce73fef-c251-4fe6-8cef-d61e7d77857d", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:52.823931 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-73b62ce1-8b56-4bf1-8c27-72753d88b9ca {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:52.824346 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1cb116-afe3-4320-9174-11736b12d60e', 'tag': 'fce73fef-c251-4fe6-8cef-d61e7d77857d', 'status': 'completed', 'code': 200} Jun 29 16:09:52.883465 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-c8c24b21-383b-40ef-80cc-5c3d103e8c1a None None] Set router c8989b64-2466-413c-8846-6c2bcdb7637b gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:09:52.898360 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b59b4-cca3-4b7f-87c3-7018f46b1376 req-ee00f4ff-3606-4fa7-b2b3-e44e1050ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:52.899852 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb3b59b4-cca3-4b7f-87c3-7018f46b1376 req-ee00f4ff-3606-4fa7-b2b3-e44e1050ca32 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b26ba640dfc43e2afb9bc018a0710fa&device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 1098 time: 0.0547166 Jun 29 16:09:52.998128 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b59b4-cca3-4b7f-87c3-7018f46b1376 req-8d527932-35b7-415e-a2e7-38c3bc799b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:52.999630 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb3b59b4-cca3-4b7f-87c3-7018f46b1376 req-8d527932-35b7-415e-a2e7-38c3bc799b36 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ec638f7b-1c88-4845-98a8-f4e75c542570 HTTP/1.1" status: 200 len: 918 time: 0.0929248 Jun 29 16:09:53.097200 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb3b59b4-cca3-4b7f-87c3-7018f46b1376 req-ca0c7f71-8e8c-49bd-a912-866be6dbe1aa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fce73fef-c251-4fe6-8cef-d61e7d77857d HTTP/1.1" status: 200 len: 998 time: 0.0905435 Jun 29 16:09:53.145150 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b59b4-cca3-4b7f-87c3-7018f46b1376 req-e6749f9b-41fc-43b6-878d-df8af4a4d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:53.146498 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb3b59b4-cca3-4b7f-87c3-7018f46b1376 req-e6749f9b-41fc-43b6-878d-df8af4a4d46e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=af34b3db-0ff1-4013-b759-8e328f36422e HTTP/1.1" status: 200 len: 856 time: 0.0430987 Jun 29 16:09:53.171818 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-c8c24b21-383b-40ef-80cc-5c3d103e8c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '66a6c3df-a407-45c6-9e6e-1d44265d8e1b', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'port_id': 'fce73fef-c251-4fe6-8cef-d61e7d77857d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'mac_address': 'fa:16:3e:3e:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1cb116-afe3-4320-9174-11736b12d60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:09:37Z', 'updated_at': '2021-06-29T16:09:51Z', 'revision_number': 1, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab43e00-a26d-4aff-b85e-a22c1d70e347', 'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'mac_address': 'fa:16:3e:be:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:34Z', 'updated_at': '2021-06-29T16:09:40Z', 'revision_number': 5, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'subnets': [{'id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:53.197479 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c24b21-383b-40ef-80cc-5c3d103e8c1a None None] Checking router: c8989b64-2466-413c-8846-6c2bcdb7637b for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:09:53.204263 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b59b4-cca3-4b7f-87c3-7018f46b1376 req-77c434bf-290b-4ec4-8a27-7be90a172953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:53.205986 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb3b59b4-cca3-4b7f-87c3-7018f46b1376 req-77c434bf-290b-4ec4-8a27-7be90a172953 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ec638f7b-1c88-4845-98a8-f4e75c542570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518978 Jun 29 16:09:53.208628 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c24b21-383b-40ef-80cc-5c3d103e8c1a None None] Routers {'c8989b64-2466-413c-8846-6c2bcdb7637b'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:09:53.208991 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-c8c24b21-383b-40ef-80cc-5c3d103e8c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:09:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c8989b64-2466-413c-8846-6c2bcdb7637b'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:53.301620 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb3b59b4-cca3-4b7f-87c3-7018f46b1376 req-6acda125-f1ec-4ad2-8046-ba53c762b011 service neutron] 10.222.0.77 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884135 Jun 29 16:09:53.316018 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-c8c24b21-383b-40ef-80cc-5c3d103e8c1a None None] Set router c8989b64-2466-413c-8846-6c2bcdb7637b gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:09:53.394674 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb3b59b4-cca3-4b7f-87c3-7018f46b1376 req-bd25d089-fdba-4d18-949e-bfcaa0d2f246 service neutron] 10.222.0.77 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852566 Jun 29 16:09:53.545894 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-c8c24b21-383b-40ef-80cc-5c3d103e8c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '66a6c3df-a407-45c6-9e6e-1d44265d8e1b', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'port_id': 'fce73fef-c251-4fe6-8cef-d61e7d77857d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'mac_address': 'fa:16:3e:3e:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1cb116-afe3-4320-9174-11736b12d60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:09:37Z', 'updated_at': '2021-06-29T16:09:51Z', 'revision_number': 1, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab43e00-a26d-4aff-b85e-a22c1d70e347', 'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'mac_address': 'fa:16:3e:be:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:34Z', 'updated_at': '2021-06-29T16:09:40Z', 'revision_number': 5, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'subnets': [{'id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:53.571153 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c24b21-383b-40ef-80cc-5c3d103e8c1a None None] The sync data for ids ['c8989b64-2466-413c-8846-6c2bcdb7637b'] in dv-cinder-786627-15-iscsi is: [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '66a6c3df-a407-45c6-9e6e-1d44265d8e1b', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'port_id': 'fce73fef-c251-4fe6-8cef-d61e7d77857d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'mac_address': 'fa:16:3e:3e:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1cb116-afe3-4320-9174-11736b12d60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:09:37Z', 'updated_at': '2021-06-29T16:09:51Z', 'revision_number': 1, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab43e00-a26d-4aff-b85e-a22c1d70e347', 'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'mac_address': 'fa:16:3e:be:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:34Z', 'updated_at': '2021-06-29T16:09:40Z', 'revision_number': 5, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'subnets': [{'id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:09:54.154452 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b47a9e-0d0f-427a-ba25-7a0a0b78a7ec None None] New status for floating IP 66a6c3df-a407-45c6-9e6e-1d44265d8e1b: ACTIVE {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:10:07.977903 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:08.210329 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-44a4d46c-818c-475e-a4af-96f5593b4624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:10.790505 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5d54a255-c541-4862-b96b-9c20f98a4c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:11.381193 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:11.925357 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:13.685852 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:13.979777 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [req-fda430cf-591b-4744-9969-f281a0186589 req-b03d3f0a-bc59-4854-aa43-8e22e968dc62 service neutron] (92894) timed out ('10.222.0.77', 58969) {{(pid=92894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 16:10:21.760383 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:10:37.984972 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:38.211639 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-7073dfba-4b8e-4c48-b14d-08581c33f5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:40.791767 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-01e556b6-383f-45de-9d2c-ed6bb715c4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.401288 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.924431 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:43.692725 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:49.737181 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-337628bf-33b0-4bb7-b0f8-f46f8c37c866 req-d17cc80b-755e-4e5e-a70d-327bb760256f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539644 Jun 29 16:10:49.808571 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337628bf-33b0-4bb7-b0f8-f46f8c37c866 req-c6b643fc-e150-484c-84f9-1e3dc426d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:49.810040 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-337628bf-33b0-4bb7-b0f8-f46f8c37c866 req-c6b643fc-e150-484c-84f9-1e3dc426d48b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 1098 time: 0.0508223 Jun 29 16:10:49.919666 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337628bf-33b0-4bb7-b0f8-f46f8c37c866 req-76bbbb65-1e0a-4447-859c-91d0386ad8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:49.921121 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-337628bf-33b0-4bb7-b0f8-f46f8c37c866 req-76bbbb65-1e0a-4447-859c-91d0386ad8e9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0889566 Jun 29 16:10:49.963309 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-337628bf-33b0-4bb7-b0f8-f46f8c37c866 req-0f531aac-7b02-457d-9f73-b446f02fe1e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d4ffd8-ced4-4286-a1f6-df39a9435e29 HTTP/1.1" status: 200 len: 217 time: 0.0355279 Jun 29 16:10:50.011186 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337628bf-33b0-4bb7-b0f8-f46f8c37c866 req-94aa098d-3a7d-4819-bf7f-8e9555bd5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:50.012561 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-337628bf-33b0-4bb7-b0f8-f46f8c37c866 req-94aa098d-3a7d-4819-bf7f-8e9555bd5702 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0421090 Jun 29 16:10:50.044528 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-337628bf-33b0-4bb7-b0f8-f46f8c37c866 req-b813739d-86cb-497a-9f45-88a424284b72 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246856 Jun 29 16:10:50.135973 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-337628bf-33b0-4bb7-b0f8-f46f8c37c866 req-7447f061-06e0-4303-be7f-ad224e9a7558 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844805 Jun 29 16:10:50.224615 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-337628bf-33b0-4bb7-b0f8-f46f8c37c866 req-d4fe8709-0deb-4854-ac9b-ed56c354b5a2 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807819 Jun 29 16:10:58.758831 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:11:08.008475 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:08.211956 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-51c84729-fa4c-4351-a6af-03f2fd30c6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:10.792894 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-adba6128-c29b-4020-a5dd-d998bc617732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:11.402292 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:11.928114 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:13.691140 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:35.757714 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:11:38.021620 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.219533 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-11d3920c-5ba4-403d-bbb9-78dcfbc0258c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:40.792308 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a2f16ce5-4ebb-4a98-9155-794813da2be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:41.402166 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:41.929790 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:43.696609 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:44.661069 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 34160) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:44.765006 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:44.851080 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:44.855467 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:44.857899 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-34f7aa0a-32db-4d14-811c-dd959ba139a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:44.891547 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea5fbe0-6b9f-4658-b48e-0a0fd0e9ce76,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:44.896009 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19e3b54a512f4116ae38bd3576410872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338724 Jun 29 16:11:44.898616 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 34168) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:44.900896 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:44.901264 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:44.901618 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:44.901970 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:44.902315 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:44.902663 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:44.903004 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:44.903347 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:44.903722 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:44.904061 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:44.904402 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:44.904735 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:44.908696 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:44.948739 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:44.972192 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.018940 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.021731 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.023389 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ea5fbe0-6b9f-4658-b48e-0a0fd0e9ce76 HTTP/1.1" status: 204 len: 168 time: 0.1235805 Jun 29 16:11:45.024541 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d3d6c050-60af-4e52-8b62-39899795bc01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:45.033102 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea5fbe0-6b9f-4658-b48e-0a0fd0e9ce76,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:45.039969 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:45.040344 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:45.040707 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:45.041063 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:45.041418 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:45.041773 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:45.042118 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:45.042720 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:45.043073 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:45.043422 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:45.043788 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:45.044134 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:45.047251 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:45.288975 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 34180) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:45.303228 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-33b617e5-3097-4447-a9e7-5cd2e9f06f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.386323 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-33b617e5-3097-4447-a9e7-5cd2e9f06f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.389820 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-33b617e5-3097-4447-a9e7-5cd2e9f06f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.393005 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9e68242a-6166-4ac8-8fc1-4df3b283ef29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:45.433675 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-33b617e5-3097-4447-a9e7-5cd2e9f06f31 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a06e327fcc6440989b552f35f35e2dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435533 Jun 29 16:11:45.434578 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b617e5-3097-4447-a9e7-5cd2e9f06f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c34ba2b-a9f7-470a-b542-b0ff1922a4f5,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:45.437533 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 34182) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:45.438624 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-33b617e5-3097-4447-a9e7-5cd2e9f06f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:45.486057 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2c2c59d5-ea07-4140-b61f-6029f8af3853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.505915 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2c2c59d5-ea07-4140-b61f-6029f8af3853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.550656 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2c2c59d5-ea07-4140-b61f-6029f8af3853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.553186 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2c2c59d5-ea07-4140-b61f-6029f8af3853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.554292 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-2c2c59d5-ea07-4140-b61f-6029f8af3853 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4c34ba2b-a9f7-470a-b542-b0ff1922a4f5 HTTP/1.1" status: 204 len: 168 time: 0.1156545 Jun 29 16:11:45.555030 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:45.562192 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c59d5-ea07-4140-b61f-6029f8af3853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c34ba2b-a9f7-470a-b542-b0ff1922a4f5,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:45.564318 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2c2c59d5-ea07-4140-b61f-6029f8af3853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:46.611394 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 34222) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:46.711963 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1911f306-e3f5-45fb-8c0f-e648e979e587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:46.801458 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1911f306-e3f5-45fb-8c0f-e648e979e587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:46.805190 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1911f306-e3f5-45fb-8c0f-e648e979e587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:46.808622 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0d123eb2-0572-4170-8d43-b9af1736ecc5 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:46.842494 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-1911f306-e3f5-45fb-8c0f-e648e979e587 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=93a054237f074e82b3ba57ae4789328d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297635 Jun 29 16:11:46.843350 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911f306-e3f5-45fb-8c0f-e648e979e587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c8f44e-144c-4121-a507-c678eb0d1410,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:46.846222 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1911f306-e3f5-45fb-8c0f-e648e979e587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:46.846944 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 34228) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:46.894977 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4ddd6c85-1635-499f-974d-3acbd2d7f7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:46.915721 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4ddd6c85-1635-499f-974d-3acbd2d7f7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:46.966232 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4ddd6c85-1635-499f-974d-3acbd2d7f7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:46.969181 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4ddd6c85-1635-499f-974d-3acbd2d7f7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:46.970303 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4ddd6c85-1635-499f-974d-3acbd2d7f7f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95c8f44e-144c-4121-a507-c678eb0d1410 HTTP/1.1" status: 204 len: 168 time: 0.1225603 Jun 29 16:11:46.971019 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-11583cf0-c297-4caf-9993-5128b20dbeb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:46.979041 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd6c85-1635-499f-974d-3acbd2d7f7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c8f44e-144c-4121-a507-c678eb0d1410,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:46.981275 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4ddd6c85-1635-499f-974d-3acbd2d7f7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:50.703034 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-534c3318-ac9d-4fb6-9b08-9e6ee20dcf0c req-0c1bded9-44ff-47ee-a6ae-e3833a8b479f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494714 Jun 29 16:11:50.802359 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c3318-ac9d-4fb6-9b08-9e6ee20dcf0c req-e7c57426-4a5f-4ae9-bf89-209cf0f74bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:50.803793 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-534c3318-ac9d-4fb6-9b08-9e6ee20dcf0c req-e7c57426-4a5f-4ae9-bf89-209cf0f74bc8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 1098 time: 0.0535674 Jun 29 16:11:50.905885 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c3318-ac9d-4fb6-9b08-9e6ee20dcf0c req-45e5d81d-43dd-48ab-b9e3-2cfebeefdda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:50.907376 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-534c3318-ac9d-4fb6-9b08-9e6ee20dcf0c req-45e5d81d-43dd-48ab-b9e3-2cfebeefdda6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0830491 Jun 29 16:11:50.955402 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-534c3318-ac9d-4fb6-9b08-9e6ee20dcf0c req-ff49bfa8-2a1b-4c90-926c-105d53ec3d82 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a30074-aa07-4281-9ad4-e6d428a2befa HTTP/1.1" status: 200 len: 217 time: 0.0378544 Jun 29 16:11:51.002328 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c3318-ac9d-4fb6-9b08-9e6ee20dcf0c req-6a9ddf0f-1819-472c-b953-db871cc2baef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:51.003728 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-534c3318-ac9d-4fb6-9b08-9e6ee20dcf0c req-6a9ddf0f-1819-472c-b953-db871cc2baef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0411839 Jun 29 16:11:51.034873 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-534c3318-ac9d-4fb6-9b08-9e6ee20dcf0c req-74be7478-1b11-4697-9050-519c735b75f8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244205 Jun 29 16:11:51.133130 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-534c3318-ac9d-4fb6-9b08-9e6ee20dcf0c req-ebeedb86-3c12-48eb-89bd-a63970b02eb6 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908983 Jun 29 16:11:51.218318 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-534c3318-ac9d-4fb6-9b08-9e6ee20dcf0c req-ecafa890-b8b2-47a1-ae93-36a293eb2163 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783501 Jun 29 16:12:08.038805 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:08.210169 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-097355bc-4225-42fe-9912-bd59fe8eb69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:10.792064 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-457a490b-343f-484b-a578-864414af04ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:11.403783 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:11.933304 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:12.756996 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:12:13.700187 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:38.024432 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:38.210624 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1e0a0c4e-8994-445a-b5df-ddbe39f1d46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:40.794065 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b8de41de-2587-4461-b7c8-b8019afed3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:41.403765 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:41.936242 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:43.692882 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:49.755220 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:12:52.733583 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13e45ac1-8fa0-40ec-b09c-801e5d34454f req-5ecdea80-8921-4919-a4f6-b3d04b79e480 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553901 Jun 29 16:12:52.802986 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e45ac1-8fa0-40ec-b09c-801e5d34454f req-1b1a4dc0-5a3d-4258-9f39-a4376d762492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:52.804444 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13e45ac1-8fa0-40ec-b09c-801e5d34454f req-1b1a4dc0-5a3d-4258-9f39-a4376d762492 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 1099 time: 0.0503483 Jun 29 16:12:52.904576 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e45ac1-8fa0-40ec-b09c-801e5d34454f req-8f04cf2c-1c10-4bfe-a854-c11188d1b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:52.905996 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13e45ac1-8fa0-40ec-b09c-801e5d34454f req-8f04cf2c-1c10-4bfe-a854-c11188d1b308 service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0816848 Jun 29 16:12:52.949105 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13e45ac1-8fa0-40ec-b09c-801e5d34454f req-958692d4-ba14-44f1-8543-6a5b4b184c25 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57384b54-8f26-490e-a688-8aa969892fc1 HTTP/1.1" status: 200 len: 217 time: 0.0357471 Jun 29 16:12:52.994398 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e45ac1-8fa0-40ec-b09c-801e5d34454f req-3c85dd40-d59e-49d5-8779-179c4965e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:52.995757 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13e45ac1-8fa0-40ec-b09c-801e5d34454f req-3c85dd40-d59e-49d5-8779-179c4965e387 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0406590 Jun 29 16:12:53.026502 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13e45ac1-8fa0-40ec-b09c-801e5d34454f req-169e450a-e48f-494c-ac8d-76575e721f4a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245342 Jun 29 16:12:53.116643 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13e45ac1-8fa0-40ec-b09c-801e5d34454f req-de5a0867-4b8f-4cf2-a841-9280d3d2f802 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833709 Jun 29 16:12:53.206168 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13e45ac1-8fa0-40ec-b09c-801e5d34454f req-b80aa44d-04ec-41e9-b7c2-d61c61650a35 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792742 Jun 29 16:13:08.040640 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:08.210862 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-75544d99-9b13-43e1-9d60-fd5948fbab3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:10.798220 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d48fcc6b-49bb-484c-92df-6c38889112d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:11.404011 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:11.939751 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:13.696152 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:26.756240 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:13:38.042419 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:38.209775 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-38a8c778-8ca0-4b9a-96d8-a79fc9205038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:40.799422 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-27666b2c-8995-4fe4-ba85-33836cdac1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:41.406182 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:41.942785 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:43.699474 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:53.807410 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7aa3dac2-41d3-4f95-b510-e718d94cff9f req-b50607bd-8904-41d9-bf69-211a5bf3bff0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1379480 Jun 29 16:13:53.876777 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3dac2-41d3-4f95-b510-e718d94cff9f req-4bc29527-f82a-4386-a0e9-213d167ac905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:53.878167 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7aa3dac2-41d3-4f95-b510-e718d94cff9f req-4bc29527-f82a-4386-a0e9-213d167ac905 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 1098 time: 0.0497115 Jun 29 16:13:53.989211 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3dac2-41d3-4f95-b510-e718d94cff9f req-2cee06f3-6733-4924-9ecd-8c376f498d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:53.990664 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7aa3dac2-41d3-4f95-b510-e718d94cff9f req-2cee06f3-6733-4924-9ecd-8c376f498d91 service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0839245 Jun 29 16:13:54.030952 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7aa3dac2-41d3-4f95-b510-e718d94cff9f req-0e8d6257-9a44-448a-8f98-4c4ee96749bd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d4ffd8-ced4-4286-a1f6-df39a9435e29 HTTP/1.1" status: 200 len: 217 time: 0.0335207 Jun 29 16:13:54.076767 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3dac2-41d3-4f95-b510-e718d94cff9f req-98f595f2-0efd-43a1-9afa-8759798e1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:54.078120 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7aa3dac2-41d3-4f95-b510-e718d94cff9f req-98f595f2-0efd-43a1-9afa-8759798e1cc4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0410554 Jun 29 16:13:54.112083 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7aa3dac2-41d3-4f95-b510-e718d94cff9f req-9fe0ca7f-e2b2-4901-8c28-fb5d801e9a5d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274572 Jun 29 16:13:54.121984 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-7aa3dac2-41d3-4f95-b510-e718d94cff9f req-de0b241e-976c-4779-a2dd-07729a359eca service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:13:54.122897 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7aa3dac2-41d3-4f95-b510-e718d94cff9f req-de0b241e-976c-4779-a2dd-07729a359eca service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046537 Jun 29 16:13:54.210038 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7aa3dac2-41d3-4f95-b510-e718d94cff9f req-6ae5972e-2c8e-4f2f-84ae-168dd0cee0b9 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805652 Jun 29 16:13:54.299503 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7aa3dac2-41d3-4f95-b510-e718d94cff9f req-ecb7f4b4-0961-4f85-82fd-157e60d80d2e service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809579 Jun 29 16:14:03.754250 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:14:08.053503 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:08.210682 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d50cca5d-4b17-4468-826b-b17d650a17e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:10.802062 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d4cb-ecd6-4357-886c-580a5f984775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:11.405847 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:11.946599 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:13.701124 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.066498 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.212009 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0b55fd71-a18a-407f-89a3-20e6837ed22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:40.753632 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:14:40.804419 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-93c5b908-d5d4-479d-a9a5-0005656fa4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:41.405988 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:41.948516 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:43.704294 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:55.736226 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9065021a-c1b4-4a9e-95e8-04284b51e34e req-2215669e-a439-45bd-ae12-a06b81418529 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ae1cb116-afe3-4320-9174-11736b12d60e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507894 Jun 29 16:14:55.806024 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065021a-c1b4-4a9e-95e8-04284b51e34e req-6f8a9593-7984-46f9-9e59-d8dc0cf9f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:55.807413 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9065021a-c1b4-4a9e-95e8-04284b51e34e req-6f8a9593-7984-46f9-9e59-d8dc0cf9f446 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b26ba640dfc43e2afb9bc018a0710fa&device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 1098 time: 0.0490005 Jun 29 16:14:55.909300 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065021a-c1b4-4a9e-95e8-04284b51e34e req-fb797b5a-fba0-4c65-af08-8a866f9e2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:55.910703 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9065021a-c1b4-4a9e-95e8-04284b51e34e req-fb797b5a-fba0-4c65-af08-8a866f9e2218 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ec638f7b-1c88-4845-98a8-f4e75c542570 HTTP/1.1" status: 200 len: 918 time: 0.0837691 Jun 29 16:14:55.973400 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9065021a-c1b4-4a9e-95e8-04284b51e34e req-be4588b5-83db-42e1-b242-b0e6ecec5f16 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fce73fef-c251-4fe6-8cef-d61e7d77857d HTTP/1.1" status: 200 len: 1000 time: 0.0553260 Jun 29 16:14:56.024271 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065021a-c1b4-4a9e-95e8-04284b51e34e req-3aaef3eb-61b1-4fb2-aea4-1493be0174eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:56.025691 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9065021a-c1b4-4a9e-95e8-04284b51e34e req-3aaef3eb-61b1-4fb2-aea4-1493be0174eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=af34b3db-0ff1-4013-b759-8e328f36422e HTTP/1.1" status: 200 len: 856 time: 0.0440750 Jun 29 16:14:56.079347 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065021a-c1b4-4a9e-95e8-04284b51e34e req-f2e52aa3-f52f-4543-87d5-08fdf72756ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:56.080768 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9065021a-c1b4-4a9e-95e8-04284b51e34e req-f2e52aa3-f52f-4543-87d5-08fdf72756ea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ec638f7b-1c88-4845-98a8-f4e75c542570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487933 Jun 29 16:14:56.174232 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9065021a-c1b4-4a9e-95e8-04284b51e34e req-f8743ccf-027a-417e-a845-86b9f7f0d35d service neutron] 10.222.0.77 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824950 Jun 29 16:14:56.257108 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9065021a-c1b4-4a9e-95e8-04284b51e34e req-eaa1dbd9-eb4b-4115-96df-2361191d7d9e service neutron] 10.222.0.77 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803509 Jun 29 16:15:08.077952 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:08.211539 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b8634703-44c2-4867-81f3-e6f91fc04dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:10.813524 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-604813a3-5d26-4af0-9174-ae0297451e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.406511 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.951996 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.705523 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:17.752397 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:15:28.919442 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 36932) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:29.053401 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Deleting subnet fec9a335-f473-47e9-b3a1-46e3c429a526 {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:15:29.056444 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:29.095520 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9042959'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:29.138325 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531522'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:29.192022 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9365175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12300084'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:29.194942 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5c76b64f-beaf-4a88-955b-c88d2c309767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:29.219299 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fec9a335-f473-47e9-b3a1-46e3c429a526,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:29.222261 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:29.223384 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fec9a335-f473-47e9-b3a1-46e3c429a526 HTTP/1.1" status: 204 len: 168 time: 0.3026807 Jun 29 16:15:29.225940 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 36940) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:29.229300 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.229677 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.230028 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.230379 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.230727 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.231074 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.231418 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.231940 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.232289 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.232634 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.232973 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.233310 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.236910 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-20e6262a-82a6-4b01-8181-2a474e411aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:29.297152 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621183'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:29.373309 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531612', 'neutron.services.segments.db._delete_segments_for_network-8766223617091'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:29.382799 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86874b9-2623-40db-abbf-1a524d667e46']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:29.395873 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02c780a-ef66-494f-a424-1756a7cb6c3f') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:29.396172 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02c780a-ef66-494f-a424-1756a7cb6c3f') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:29.407650 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766223416266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093836'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:29.421652 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:29.427772 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:15:29.428161 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10444828'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: timer() Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: cb(*args, **kw) Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: self._notify() Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: self.callback(batched_events) Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: event.method(event) Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: return self._get(url).json() Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:15:29.430244 dv-cinder-786627-15-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:15:29.485399 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3760702'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:29.489814 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:29.492338 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:29.494248 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f86874b9-2623-40db-abbf-1a524d667e46 HTTP/1.1" status: 204 len: 168 time: 0.2673316 Jun 29 16:15:29.505531 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f86874b9-2623-40db-abbf-1a524d667e46,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:29.512764 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.513134 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.513494 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.513847 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.514201 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.514563 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.514911 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.515261 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.516200 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.516551 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.516895 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.517238 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:29.520318 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:29.601268 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 36948) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:29.639661 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-dd8e3681-1671-444b-8746-e9757c1320e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dde65fe1b6b74022b0699a45512ae6cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0371089 Jun 29 16:15:29.642346 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 36950) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:29.686237 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4fdc7dda-64c7-4a21-8b04-dc0c8215eeab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:29.707312 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4fdc7dda-64c7-4a21-8b04-dc0c8215eeab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:29.752922 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4fdc7dda-64c7-4a21-8b04-dc0c8215eeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:29.755593 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4fdc7dda-64c7-4a21-8b04-dc0c8215eeab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:29.756779 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4fdc7dda-64c7-4a21-8b04-dc0c8215eeab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/568defd7-d242-4668-8731-fc47670a8f9b HTTP/1.1" status: 204 len: 168 time: 0.1135623 Jun 29 16:15:29.757576 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-80bb5ab9-988e-4c59-8d0f-e06e171d2584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:29.765371 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc7dda-64c7-4a21-8b04-dc0c8215eeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568defd7-d242-4668-8731-fc47670a8f9b,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:29.768291 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4fdc7dda-64c7-4a21-8b04-dc0c8215eeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:30.389260 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 36980) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:30.486867 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-192682737-network', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:30.507445 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] Made reservation on behalf of 1a9ba8fe1c5942468fadff48ff9a8b5a for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:15:30.509820 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:30.521169 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:30.607941 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:30.611938 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:30.615443 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a84ee365-db41-43f5-a11a-eb4342fd4326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:30.635536 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:15:30.644114 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ac2b0d-2e3b-4b09-90d9-1b40b4314705,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:30.648051 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:30.650828 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:30.651191 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] Added segment d472cb34-928f-4613-8d3e-d618be8d924d of type vlan for network 97f20867-09fe-42d1-b031-6da4bc89dc21 Jun 29 16:15:30.694131 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:30.720425 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:30.721718 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:30.722300 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:30.725533 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3500a135-d9fb-45c3-81ca-e7c37a6e90c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:30.774993 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3846328 Jun 29 16:15:30.778560 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 36986) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:30.784432 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-35b49276-7bf2-4b1c-bad4-d641dfc2db6c admin admin] Request body: {'subnet': {'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-192682737-subnet', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:30.787982 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] Pushing event updated for resources: {'Network': ['ID=97f20867-09fe-42d1-b031-6da4bc89dc21,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:30.792985 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:30.802382 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network 97f20867-09fe-42d1-b031-6da4bc89dc21 details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:15:30.809709 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b49276-7bf2-4b1c-bad4-d641dfc2db6c admin admin] Made reservation on behalf of 1a9ba8fe1c5942468fadff48ff9a8b5a for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:15:30.813198 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-35b49276-7bf2-4b1c-bad4-d641dfc2db6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12300049'] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:30.977997 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-35b49276-7bf2-4b1c-bad4-d641dfc2db6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9365240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12300035'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:30.980923 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:31.036929 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b49276-7bf2-4b1c-bad4-d641dfc2db6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e919af68-53a9-442c-8cab-d70814d969fe,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:31.041110 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-35b49276-7bf2-4b1c-bad4-d641dfc2db6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:31.045051 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b49276-7bf2-4b1c-bad4-d641dfc2db6c admin admin] Checking segment: {'id': 'd472cb34-928f-4613-8d3e-d618be8d924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:31.045400 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b49276-7bf2-4b1c-bad4-d641dfc2db6c admin admin] Network hostable DHCP agents. Network: 97f20867-09fe-42d1-b031-6da4bc89dc21, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:15:31.061376 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b49276-7bf2-4b1c-bad4-d641dfc2db6c admin admin] Network 97f20867-09fe-42d1-b031-6da4bc89dc21 is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:15:31.069505 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-35b49276-7bf2-4b1c-bad4-d641dfc2db6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, 97f20867-09fe-42d1-b031-6da4bc89dc21) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:31.074619 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b49276-7bf2-4b1c-bad4-d641dfc2db6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:31.075392 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-35b49276-7bf2-4b1c-bad4-d641dfc2db6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:31.077253 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df2f7ee-2f80-4b83-a066-f5a10e474e5a None None] Network 97f20867-09fe-42d1-b031-6da4bc89dc21 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:15:31.088664 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-35b49276-7bf2-4b1c-bad4-d641dfc2db6c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3089857 Jun 29 16:15:31.091461 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 36992) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:31.096339 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:31.118295 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4115774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1297'] for router, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:31.120471 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4114444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1286'] for router, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:31.246270 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79cdfe99-4e4a-5ea2-8438-12b2e84733c2-97f20867-09fe-42d1-b031-6da4bc89dc21', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe'}]}} from dv-cinder-786627-15-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:15:31.247528 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:31.383288 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Allocated IP 172.20.0.2 (97f20867-09fe-42d1-b031-6da4bc89dc21/e919af68-53a9-442c-8cab-d70814d969fe/ea29c871-bcf6-4608-974f-876a1859f7aa) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:31.429416 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:31.531820 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:31.540077 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Transition to ACTIVE for port object ea29c871-bcf6-4608-974f-876a1859f7aa will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:31.554553 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Transition to ACTIVE for port object ea29c871-bcf6-4608-974f-876a1859f7aa will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:31.560244 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:31.562001 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:31.569916 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1524'] for router, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:31.598214 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Network 97f20867-09fe-42d1-b031-6da4bc89dc21 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:31.601023 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:31.604443 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:31.614637 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Pushing event updated for resources: {'Port': ['ID=ea29c871-bcf6-4608-974f-876a1859f7aa,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:31.641595 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:31.641938 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:31.642276 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:31.642609 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:31.642934 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:31.643261 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:31.643610 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:31.643936 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:31.644259 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:31.644579 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:31.644896 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:31.645212 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:31.649324 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:31.678629 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Attempting to bind port ea29c871-bcf6-4608-974f-876a1859f7aa on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:15:31.679008 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Attempting to bind port ea29c871-bcf6-4608-974f-876a1859f7aa by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'd472cb34-928f-4613-8d3e-d618be8d924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:15:31.679375 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Attempting to bind port ea29c871-bcf6-4608-974f-876a1859f7aa on network 97f20867-09fe-42d1-b031-6da4bc89dc21 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:31.684324 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:15:31.684699 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Checking segment: {'id': 'd472cb34-928f-4613-8d3e-d618be8d924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:31.685102 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:31.685501 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Bound using segment: {'id': 'd472cb34-928f-4613-8d3e-d618be8d924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:15:31.685970 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Bound port: ea29c871-bcf6-4608-974f-876a1859f7aa, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd472cb34-928f-4613-8d3e-d618be8d924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:15:31.686352 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:31.745787 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] For port ea29c871-bcf6-4608-974f-876a1859f7aa, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:15:31.748613 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] For port ea29c871-bcf6-4608-974f-876a1859f7aa, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=ea29c871-bcf6-4608-974f-876a1859f7aa,segment=NetworkSegment(d472cb34-928f-4613-8d3e-d618be8d924d),segment_id=d472cb34-928f-4613-8d3e-d618be8d924d)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:15:31.753794 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:31.756354 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:31.768596 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:31.791709 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:31.807092 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Pushing event updated for resources: {'Port': ['ID=ea29c871-bcf6-4608-974f-876a1859f7aa,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:31.810169 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:31.894798 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Allocated IP 172.27.2.114 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/bcdf361c-5f10-4107-8ced-faf5ffb53672) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:32.033954 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:32.074459 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:32.076533 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-26aba5d1-fe61-4034-803e-a287e1a1946c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:32.115345 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:32.119554 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:32.124178 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:32.127493 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=bcdf361c-5f10-4107-8ced-faf5ffb53672,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:32.145422 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:32.364308 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:32.567346 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4115752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773851'] for router, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:32.637495 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0072bd-f712-457b-8085-80ab730ad6f5 None None] Network 97f20867-09fe-42d1-b031-6da4bc89dc21 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:15:32.705372 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Router b986fc3b-4eb4-4870-809c-0585f5a08d76 is scheduled to L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef with binding_index 1 {{(pid=92895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:15:32.711556 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-cea9f557-ba55-47b3-9218-c65c0ee83a3f None None] Provisioning for port ea29c871-bcf6-4608-974f-876a1859f7aa completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:32.738853 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device ea29c871-bcf6-4608-974f-876a1859f7aa up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:32.814394 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:15:32.824381 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Sync routers for ids ['b986fc3b-4eb4-4870-809c-0585f5a08d76'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:15:32.831459 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:32.832772 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7403696 Jun 29 16:15:32.835412 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 37010) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:32.847299 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port ea29c871-bcf6-4608-974f-876a1859f7aa completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:32.967014 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port ea29c871-bcf6-4608-974f-876a1859f7aa triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:32.967318 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:32.994144 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Routers {'b986fc3b-4eb4-4870-809c-0585f5a08d76'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:32.995012 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:15:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b986fc3b-4eb4-4870-809c-0585f5a08d76'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:33.123349 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Set router b986fc3b-4eb4-4870-809c-0585f5a08d76 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:33.245914 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:33.259470 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:33.303647 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port ea29c871-bcf6-4608-974f-876a1859f7aa, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=ea29c871-bcf6-4608-974f-876a1859f7aa,segment=NetworkSegment(d472cb34-928f-4613-8d3e-d618be8d924d),segment_id=d472cb34-928f-4613-8d3e-d618be8d924d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:33.332191 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:33.336730 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:33.386345 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-f79dbe59-330d-4b61-9ad6-1449b50c7524 None None] Provisioning complete for port ea29c871-bcf6-4608-974f-876a1859f7aa triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:33.386722 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f79dbe59-330d-4b61-9ad6-1449b50c7524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:33.423831 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Allocated IP 172.20.0.1 (97f20867-09fe-42d1-b031-6da4bc89dc21/e919af68-53a9-442c-8cab-d70814d969fe/59b18cb1-82d2-4564-9dc2-14435749920f) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:33.424640 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=ea29c871-bcf6-4608-974f-876a1859f7aa,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:33.434149 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:33.444828 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:32Z', 'revision_number': 3, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:33.479330 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Checking router: b986fc3b-4eb4-4870-809c-0585f5a08d76 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:15:33.479713 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Updating router b986fc3b-4eb4-4870-809c-0585f5a08d76 port bcdf361c-5f10-4107-8ced-faf5ffb53672 binding host dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:15:33.529471 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:33.536512 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:33.542567 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Transition to ACTIVE for port object 59b18cb1-82d2-4564-9dc2-14435749920f will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:33.575263 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:33.578584 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:33.616560 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Network 97f20867-09fe-42d1-b031-6da4bc89dc21 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:33.620859 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:33.625285 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:33.628490 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Pushing event updated for resources: {'Port': ['ID=59b18cb1-82d2-4564-9dc2-14435749920f,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:33.647860 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:33.665958 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4114108'] for router_interface, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:33.804772 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:33.810090 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:33.819745 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Transition to ACTIVE for port object bcdf361c-5f10-4107-8ced-faf5ffb53672 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:33.824556 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:33.826357 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:33.880143 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Attempting to bind port bcdf361c-5f10-4107-8ced-faf5ffb53672 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:15:33.880523 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Attempting to bind port bcdf361c-5f10-4107-8ced-faf5ffb53672 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:15:33.880894 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Attempting to bind port bcdf361c-5f10-4107-8ced-faf5ffb53672 on network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:33.884330 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae564fa-364a-41fd-abbd-19be32220923 None None] Pushing event updated for resources: {'Port': ['ID=bcdf361c-5f10-4107-8ced-faf5ffb53672,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:33.886829 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6ae564fa-364a-41fd-abbd-19be32220923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:33.892227 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:15:33.892617 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Checking segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:33.893023 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:33.893416 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Bound using segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:15:33.893893 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Bound port: bcdf361c-5f10-4107-8ced-faf5ffb53672, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:15:33.894282 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:33.916774 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-0688d545-a224-4c55-8704-d025822cc80e None None] Provisioning for port 59b18cb1-82d2-4564-9dc2-14435749920f completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:33.926534 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-0688d545-a224-4c55-8704-d025822cc80e None None] Provisioning complete for port 59b18cb1-82d2-4564-9dc2-14435749920f triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:33.926919 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0688d545-a224-4c55-8704-d025822cc80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:33.963817 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:33.968540 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:33.971505 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-70aa0fad-d9d9-443c-b6af-ca9959b644e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:33.982399 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] For port bcdf361c-5f10-4107-8ced-faf5ffb53672, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:15:33.984498 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-0688d545-a224-4c55-8704-d025822cc80e None None] Port 59b18cb1-82d2-4564-9dc2-14435749920f cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:15:33.988104 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] For port bcdf361c-5f10-4107-8ced-faf5ffb53672, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=bcdf361c-5f10-4107-8ced-faf5ffb53672,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:15:33.992691 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:33.995895 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:34.037306 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Pushing event updated for resources: {'Port': ['ID=59b18cb1-82d2-4564-9dc2-14435749920f,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:34.039787 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4113960'] for router_interface, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:34.048001 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:34.054233 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Routers {'b986fc3b-4eb4-4870-809c-0585f5a08d76'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:34.054844 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:15:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b986fc3b-4eb4-4870-809c-0585f5a08d76'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:34.087783 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae564fa-364a-41fd-abbd-19be32220923 None None] Pushing event updated for resources: {'Port': ['ID=bcdf361c-5f10-4107-8ced-faf5ffb53672,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:34.092061 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6ae564fa-364a-41fd-abbd-19be32220923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:34.148514 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Network 97f20867-09fe-42d1-b031-6da4bc89dc21 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:34.149938 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:34.163814 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] Set router b986fc3b-4eb4-4870-809c-0585f5a08d76 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:34.379622 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '59b18cb1-82d2-4564-9dc2-14435749920f', 'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'mac_address': 'fa:16:3e:a9:c4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:33Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 2, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'subnets': [{'id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:34.408118 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d15f358-0cca-4d69-86b3-5de226fe077d None None] The sync data for ids ['b986fc3b-4eb4-4870-809c-0585f5a08d76'] in dv-cinder-786627-15-iscsi is: [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '59b18cb1-82d2-4564-9dc2-14435749920f', 'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'mac_address': 'fa:16:3e:a9:c4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:33Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 2, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'subnets': [{'id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:15:34.418426 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-afbb03e6-6f00-4b23-afb6-08e38a7bee65 None None] Provisioning complete for port 59b18cb1-82d2-4564-9dc2-14435749920f triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:34.418807 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-afbb03e6-6f00-4b23-afb6-08e38a7bee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:34.465883 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-afbb03e6-6f00-4b23-afb6-08e38a7bee65 None None] Port 59b18cb1-82d2-4564-9dc2-14435749920f cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:15:34.513728 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Router b986fc3b-4eb4-4870-809c-0585f5a08d76 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:15:34.624353 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:15:34.638719 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] 10.222.0.66 "PUT /v2.0/routers/b986fc3b-4eb4-4870-809c-0585f5a08d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8022184 Jun 29 16:15:34.717712 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device ea29c871-bcf6-4608-974f-876a1859f7aa up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:34.785530 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port ea29c871-bcf6-4608-974f-876a1859f7aa triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:34.786050 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:35.232997 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 37046) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:35.237920 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-3b43dfeb-b66b-47fb-acdb-5af2eb68a443 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--410471232', 'description': 'tempest-description--1995004511'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:35.260283 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3b43dfeb-b66b-47fb-acdb-5af2eb68a443 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:35.362591 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3b43dfeb-b66b-47fb-acdb-5af2eb68a443 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:35.366810 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3b43dfeb-b66b-47fb-acdb-5af2eb68a443 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:35.369309 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-780c90a0-6e3b-45b5-948b-d53ee8ee100c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:35.395175 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43dfeb-b66b-47fb-acdb-5af2eb68a443 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9839bd0a-9d0b-4bc9-a82d-d348b56dd571,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:35.406911 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3b43dfeb-b66b-47fb-acdb-5af2eb68a443 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:35.415593 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3b43dfeb-b66b-47fb-acdb-5af2eb68a443 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:35.420345 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 37054) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:35.420919 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-3b43dfeb-b66b-47fb-acdb-5af2eb68a443 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1862972 Jun 29 16:15:35.426358 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-29302a4e-69df-45fa-9264-0a0125ed86dd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Request body: {'security_group_rule': {'security_group_id': '9839bd0a-9d0b-4bc9-a82d-d348b56dd571', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:35.458626 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-29302a4e-69df-45fa-9264-0a0125ed86dd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:35.526208 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-29302a4e-69df-45fa-9264-0a0125ed86dd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:35.530075 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-29302a4e-69df-45fa-9264-0a0125ed86dd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:35.532237 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:35.548164 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29302a4e-69df-45fa-9264-0a0125ed86dd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df91a4ef-e6ee-45a7-a3a3-ad8a1ed00857,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:35.550655 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-29302a4e-69df-45fa-9264-0a0125ed86dd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:35.555731 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-29302a4e-69df-45fa-9264-0a0125ed86dd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:35.557044 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-29302a4e-69df-45fa-9264-0a0125ed86dd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348443 Jun 29 16:15:35.561266 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 37058) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:35.568662 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-4f1a41d6-da4b-4e6a-8188-0f0b96d7e1b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Request body: {'security_group_rule': {'security_group_id': '9839bd0a-9d0b-4bc9-a82d-d348b56dd571', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:35.599899 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4f1a41d6-da4b-4e6a-8188-0f0b96d7e1b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:35.657445 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4f1a41d6-da4b-4e6a-8188-0f0b96d7e1b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:35.662090 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4f1a41d6-da4b-4e6a-8188-0f0b96d7e1b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:35.664598 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:35.680998 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a41d6-da4b-4e6a-8188-0f0b96d7e1b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef5b509-81ab-4aaf-9652-59bf2b603f49,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:35.684440 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4f1a41d6-da4b-4e6a-8188-0f0b96d7e1b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:35.690491 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4f1a41d6-da4b-4e6a-8188-0f0b96d7e1b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:35.691968 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4f1a41d6-da4b-4e6a-8188-0f0b96d7e1b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294682 Jun 29 16:15:35.694849 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 37060) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:35.699368 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Request body: {'floatingip': {'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:35.720233 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for floatingip, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:35.819264 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:35.917901 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Allocated IP 172.27.2.120 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/ce2ab0f0-a5dc-4fc8-9df0-5d47d753a15f) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:36.020286 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:36.058543 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10444866'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:36.060808 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c82d1d62-ce63-4f03-9559-85f104e8ac63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:36.098460 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:36.101316 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:36.104725 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:36.110807 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event updated for resources: {'Port': ['ID=ce2ab0f0-a5dc-4fc8-9df0-5d47d753a15f,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:36.130085 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:36.196622 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:36.249684 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:36.399512 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:36.404687 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10444912'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:36.407427 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:36.410842 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Sync routers for ids ['b986fc3b-4eb4-4870-809c-0585f5a08d76'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:15:36.420854 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Routers {'b986fc3b-4eb4-4870-809c-0585f5a08d76'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:36.421510 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:15:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b986fc3b-4eb4-4870-809c-0585f5a08d76'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:36.474912 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event updated for resources: {'Port': ['ID=ce2ab0f0-a5dc-4fc8-9df0-5d47d753a15f,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:36.478333 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:36.490885 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3760652'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:36.508684 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:36.509911 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8140624 Jun 29 16:15:36.534357 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Set router b986fc3b-4eb4-4870-809c-0585f5a08d76 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:36.730059 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device bcdf361c-5f10-4107-8ced-faf5ffb53672 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:36.741273 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '59b18cb1-82d2-4564-9dc2-14435749920f', 'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'mac_address': 'fa:16:3e:a9:c4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:33Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 2, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'subnets': [{'id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:36.770905 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Checking router: b986fc3b-4eb4-4870-809c-0585f5a08d76 for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:15:36.771674 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Updating router b986fc3b-4eb4-4870-809c-0585f5a08d76 port 59b18cb1-82d2-4564-9dc2-14435749920f binding host dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:15:36.792879 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port bcdf361c-5f10-4107-8ced-faf5ffb53672 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:36.797488 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port bcdf361c-5f10-4107-8ced-faf5ffb53672 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:36.797908 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:36.807514 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:36.816083 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-dfff26ec-61c1-4612-9957-274da3187e3a tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--410471232&fields=id&tenant_id=1a9ba8fe1c5942468fadff48ff9a8b5a HTTP/1.1" status: 200 len: 267 time: 0.0596750 Jun 29 16:15:36.925514 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-631a181f-ceb1-4582-8f93-431fb9c9fa56 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:36.927106 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-631a181f-ceb1-4582-8f93-431fb9c9fa56 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/networks?id=97f20867-09fe-42d1-b031-6da4bc89dc21 HTTP/1.1" status: 200 len: 810 time: 0.1041343 Jun 29 16:15:36.942195 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-5d8fd4bf-e2a0-431e-8259-9d3e00530888 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/quotas/1a9ba8fe1c5942468fadff48ff9a8b5a HTTP/1.1" status: 200 len: 375 time: 0.0095587 Jun 29 16:15:37.006241 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:37.022285 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-2a73db4b-9e9a-414a-b588-633e42b40dd3 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a9ba8fe1c5942468fadff48ff9a8b5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728397 Jun 29 16:15:37.028043 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port bcdf361c-5f10-4107-8ced-faf5ffb53672, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=bcdf361c-5f10-4107-8ced-faf5ffb53672,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:37.032383 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:37.034400 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-8d2ffd17-7b80-4a23-bec1-635b310e007b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:37.082315 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=bcdf361c-5f10-4107-8ced-faf5ffb53672,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:37.085479 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:37.102516 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:37.111915 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Transition to ACTIVE for port object 59b18cb1-82d2-4564-9dc2-14435749920f will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:37.117814 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:37.121771 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:37.170656 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-3488ef03-bd87-450f-a5f5-b5b0d293f526 service neutron] 10.222.0.66 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371148 Jun 29 16:15:37.245306 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b77ac9-a434-4d0a-84a6-71db7c7962e3 None None] Pushing event updated for resources: {'Port': ['ID=59b18cb1-82d2-4564-9dc2-14435749920f,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:37.268423 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b77ac9-a434-4d0a-84a6-71db7c7962e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:37.268790 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b77ac9-a434-4d0a-84a6-71db7c7962e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:37.269125 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b77ac9-a434-4d0a-84a6-71db7c7962e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:37.269437 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b77ac9-a434-4d0a-84a6-71db7c7962e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:37.269760 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b77ac9-a434-4d0a-84a6-71db7c7962e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:37.273779 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b77ac9-a434-4d0a-84a6-71db7c7962e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:37.274137 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b77ac9-a434-4d0a-84a6-71db7c7962e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:37.274463 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b77ac9-a434-4d0a-84a6-71db7c7962e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:37.274803 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b77ac9-a434-4d0a-84a6-71db7c7962e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:37.275126 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b77ac9-a434-4d0a-84a6-71db7c7962e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:37.275469 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b77ac9-a434-4d0a-84a6-71db7c7962e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:37.275767 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b77ac9-a434-4d0a-84a6-71db7c7962e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:37.280933 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-c1b77ac9-a434-4d0a-84a6-71db7c7962e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:37.286945 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-ba9d1613-a942-4138-80c9-a5c94a15a7f7 service neutron] 10.222.0.66 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100962 Jun 29 16:15:37.333844 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Attempting to bind port 59b18cb1-82d2-4564-9dc2-14435749920f on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:15:37.334231 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Attempting to bind port 59b18cb1-82d2-4564-9dc2-14435749920f by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'd472cb34-928f-4613-8d3e-d618be8d924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:15:37.334595 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Attempting to bind port 59b18cb1-82d2-4564-9dc2-14435749920f on network 97f20867-09fe-42d1-b031-6da4bc89dc21 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:37.339847 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:15:37.340227 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Checking segment: {'id': 'd472cb34-928f-4613-8d3e-d618be8d924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:37.340625 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:37.341050 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Bound using segment: {'id': 'd472cb34-928f-4613-8d3e-d618be8d924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:15:37.341474 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Bound port: 59b18cb1-82d2-4564-9dc2-14435749920f, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd472cb34-928f-4613-8d3e-d618be8d924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:15:37.341867 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:37.412720 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] For port 59b18cb1-82d2-4564-9dc2-14435749920f, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:15:37.417029 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] For port 59b18cb1-82d2-4564-9dc2-14435749920f, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=59b18cb1-82d2-4564-9dc2-14435749920f,segment=NetworkSegment(d472cb34-928f-4613-8d3e-d618be8d924d),segment_id=d472cb34-928f-4613-8d3e-d618be8d924d)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:15:37.425156 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:37.427442 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-c1b77ac9-a434-4d0a-84a6-71db7c7962e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:37.488573 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Routers {'b986fc3b-4eb4-4870-809c-0585f5a08d76'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:37.489239 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:15:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b986fc3b-4eb4-4870-809c-0585f5a08d76'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:37.491413 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b77ac9-a434-4d0a-84a6-71db7c7962e3 None None] Pushing event updated for resources: {'Port': ['ID=59b18cb1-82d2-4564-9dc2-14435749920f,revision_number=4']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:37.500808 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-c1b77ac9-a434-4d0a-84a6-71db7c7962e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:37.565947 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1210e2b3-551a-4879-9737-18a87877054b req-b5965ec3-731a-4112-98f4-81a4f306c2c9 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 210 time: 0.0963099 Jun 29 16:15:37.614655 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] Set router b986fc3b-4eb4-4870-809c-0585f5a08d76 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:37.803882 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '59b18cb1-82d2-4564-9dc2-14435749920f', 'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'mac_address': 'fa:16:3e:a9:c4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:33Z', 'updated_at': '2021-06-29T16:15:37Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'subnets': [{'id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:37.828652 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7831d433-bca6-41d0-a318-f4d4164180c2 None None] The sync data for ids ['b986fc3b-4eb4-4870-809c-0585f5a08d76'] in dv-cinder-786627-15-iscsi is: [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '59b18cb1-82d2-4564-9dc2-14435749920f', 'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'mac_address': 'fa:16:3e:a9:c4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:33Z', 'updated_at': '2021-06-29T16:15:37Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'subnets': [{'id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:15:38.077859 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:38.211820 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-fc135e9b-5651-4c2f-81db-0e98ae25a9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:38.673155 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f65c9eb9-d8a9-4236-89b6-8b5cb3487f83 req-e6263019-0cc8-4a2f-a7ce-2d7187dc44ad tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 210 time: 0.0520589 Jun 29 16:15:38.743794 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device bcdf361c-5f10-4107-8ced-faf5ffb53672 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:38.799927 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port bcdf361c-5f10-4107-8ced-faf5ffb53672 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:38.800242 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:38.878247 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 59b18cb1-82d2-4564-9dc2-14435749920f up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:38.926669 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port 59b18cb1-82d2-4564-9dc2-14435749920f completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:38.930448 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 59b18cb1-82d2-4564-9dc2-14435749920f triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:38.930837 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:39.014549 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:39.050315 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port 59b18cb1-82d2-4564-9dc2-14435749920f, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=59b18cb1-82d2-4564-9dc2-14435749920f,segment=NetworkSegment(d472cb34-928f-4613-8d3e-d618be8d924d),segment_id=d472cb34-928f-4613-8d3e-d618be8d924d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:39.054076 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:39.056144 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:39.101407 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=59b18cb1-82d2-4564-9dc2-14435749920f,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:39.108412 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:39.777796 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-b43cebdb-9620-4e72-95cc-acaf477f7601 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:39.779708 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-b43cebdb-9620-4e72-95cc-acaf477f7601 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.77 "GET /v2.0/networks?id=97f20867-09fe-42d1-b031-6da4bc89dc21 HTTP/1.1" status: 200 len: 810 time: 0.1123004 Jun 29 16:15:39.840325 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-06c1b771-033c-4eae-8d64-882cac613ba8 req-5600ac6f-316d-40b5-81e8-77269c730cb0 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 210 time: 0.0318782 Jun 29 16:15:39.856041 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-b19a48db-f3d8-48cb-8634-9a1de964fa79 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a9ba8fe1c5942468fadff48ff9a8b5a HTTP/1.1" status: 200 len: 379 time: 0.0673668 Jun 29 16:15:39.865428 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-69d64188-7ac1-4a3d-a3d2-e270852a49f2 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Request body: {'port': {'device_id': 'f67ba3a5-7041-419d-814f-56ca12536ef0', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'admin_state_up': True, 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'security_groups': ['9839bd0a-9d0b-4bc9-a82d-d348b56dd571']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:39.973125 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-69d64188-7ac1-4a3d-a3d2-e270852a49f2 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Made reservation on behalf of 1a9ba8fe1c5942468fadff48ff9a8b5a for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:15:39.976872 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-69d64188-7ac1-4a3d-a3d2-e270852a49f2 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.098370 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-69d64188-7ac1-4a3d-a3d2-e270852a49f2 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Allocated IP 172.20.0.3 (97f20867-09fe-42d1-b031-6da4bc89dc21/e919af68-53a9-442c-8cab-d70814d969fe/996fa0df-90c7-4113-b832-699b74747c33) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:40.226828 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-69d64188-7ac1-4a3d-a3d2-e270852a49f2 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.239499 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-69d64188-7ac1-4a3d-a3d2-e270852a49f2 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Transition to ACTIVE for port object 996fa0df-90c7-4113-b832-699b74747c33 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:40.270046 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-69d64188-7ac1-4a3d-a3d2-e270852a49f2 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.273654 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:40.310362 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-69d64188-7ac1-4a3d-a3d2-e270852a49f2 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Network 97f20867-09fe-42d1-b031-6da4bc89dc21 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:40.313955 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-69d64188-7ac1-4a3d-a3d2-e270852a49f2 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:40.320520 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-69d64188-7ac1-4a3d-a3d2-e270852a49f2 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:40.347521 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d64188-7ac1-4a3d-a3d2-e270852a49f2 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event updated for resources: {'Port': ['ID=996fa0df-90c7-4113-b832-699b74747c33,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:40.351824 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-69d64188-7ac1-4a3d-a3d2-e270852a49f2 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:40.374766 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-69d64188-7ac1-4a3d-a3d2-e270852a49f2 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:40.375392 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-69d64188-7ac1-4a3d-a3d2-e270852a49f2 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.391194 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-69d64188-7ac1-4a3d-a3d2-e270852a49f2 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5292730 Jun 29 16:15:40.402940 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Request body: {'port': {'device_id': 'f67ba3a5-7041-419d-814f-56ca12536ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:40.483634 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.564314 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-c2d83cee-53a0-4466-8d82-972d661ca89a None None] Provisioning for port 996fa0df-90c7-4113-b832-699b74747c33 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:40.567788 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-c2d83cee-53a0-4466-8d82-972d661ca89a None None] Provisioning complete for port 996fa0df-90c7-4113-b832-699b74747c33 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:40.568173 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c2d83cee-53a0-4466-8d82-972d661ca89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.602566 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-c2d83cee-53a0-4466-8d82-972d661ca89a None None] Port 996fa0df-90c7-4113-b832-699b74747c33 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:15:40.684445 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 59b18cb1-82d2-4564-9dc2-14435749920f up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:40.731678 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 59b18cb1-82d2-4564-9dc2-14435749920f triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:40.732155 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.744672 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996fa0df-90c7-4113-b832-699b74747c33 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:15:40.751801 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.763600 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Transition to ACTIVE for port object 996fa0df-90c7-4113-b832-699b74747c33 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:40.767871 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.770804 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:40.820348 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-be2d8e0b-5ad8-4c95-8994-4a21e5ddc55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.864753 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Pushing event updated for resources: {'Port': ['ID=996fa0df-90c7-4113-b832-699b74747c33,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:40.870977 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:40.898750 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Attempting to bind port 996fa0df-90c7-4113-b832-699b74747c33 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:15:40.899172 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Attempting to bind port 996fa0df-90c7-4113-b832-699b74747c33 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'd472cb34-928f-4613-8d3e-d618be8d924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:15:40.899620 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Attempting to bind port 996fa0df-90c7-4113-b832-699b74747c33 on network 97f20867-09fe-42d1-b031-6da4bc89dc21 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:40.904124 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Port 996fa0df-90c7-4113-b832-699b74747c33 on network 97f20867-09fe-42d1-b031-6da4bc89dc21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:15:40.904562 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Attempting to bind port 996fa0df-90c7-4113-b832-699b74747c33 on network 97f20867-09fe-42d1-b031-6da4bc89dc21 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:40.910390 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Checking agent: {'id': '1f42b8fb-87af-41ff-972d-c33b8bf8d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:15:40.910726 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Checking segment: {'id': 'd472cb34-928f-4613-8d3e-d618be8d924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:40.911107 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Bound using segment: {'id': 'd472cb34-928f-4613-8d3e-d618be8d924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:15:40.911535 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Bound port: 996fa0df-90c7-4113-b832-699b74747c33, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd472cb34-928f-4613-8d3e-d618be8d924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:15:40.911918 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.981159 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] For port 996fa0df-90c7-4113-b832-699b74747c33, host hv-cinder-78662, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:15:40.984693 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] For port 996fa0df-90c7-4113-b832-699b74747c33, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=996fa0df-90c7-4113-b832-699b74747c33,segment=NetworkSegment(d472cb34-928f-4613-8d3e-d618be8d924d),segment_id=d472cb34-928f-4613-8d3e-d618be8d924d)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:15:40.989768 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.992625 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:41.020442 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:41.021372 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:41.022761 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] 10.222.0.77 "PUT /v2.0/ports/996fa0df-90c7-4113-b832-699b74747c33 HTTP/1.1" status: 200 len: 1093 time: 0.6240718 Jun 29 16:15:41.024979 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67ba3a5-7041-419d-814f-56ca12536ef0', 'tag': '996fa0df-90c7-4113-b832-699b74747c33'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:15:41.027525 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525b70b8-7d97-4cb3-89a5-2eaee202df65" -d '{"events": [{"name": "network-changed", "server_uuid": "f67ba3a5-7041-419d-814f-56ca12536ef0", "tag": "996fa0df-90c7-4113-b832-699b74747c33"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:15:41.049365 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45060e-694f-4fbf-a305-566a699f6ef5 req-b8df73b4-f4e6-4de5-bae6-1346fb7ca0b7 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:41.050941 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bf45060e-694f-4fbf-a305-566a699f6ef5 req-b8df73b4-f4e6-4de5-bae6-1346fb7ca0b7 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 943 time: 0.0926032 Jun 29 16:15:41.122534 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bf45060e-694f-4fbf-a305-566a699f6ef5 req-61efc35d-073c-4ec3-9665-93fb65089100 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=9839bd0a-9d0b-4bc9-a82d-d348b56dd571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601578 Jun 29 16:15:41.137834 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Pushing event updated for resources: {'Port': ['ID=996fa0df-90c7-4113-b832-699b74747c33,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:41.143437 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:41.167096 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-29e12fc8-54f3-449b-8421-fead1e3f354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:41.168733 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-29e12fc8-54f3-449b-8421-fead1e3f354d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1a9ba8fe1c5942468fadff48ff9a8b5a&device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 1096 time: 0.0943258 Jun 29 16:15:41.211223 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70db0c14-925c-4bc2-873d-a06d59229b03 x-openstack-request-id: req-70db0c14-925c-4bc2-873d-a06d59229b03 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:15:41.211535 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67ba3a5-7041-419d-814f-56ca12536ef0", "tag": "996fa0df-90c7-4113-b832-699b74747c33", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:15:41.211829 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-70db0c14-925c-4bc2-873d-a06d59229b03 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:15:41.212315 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67ba3a5-7041-419d-814f-56ca12536ef0', 'tag': '996fa0df-90c7-4113-b832-699b74747c33', 'status': 'completed', 'code': 200} Jun 29 16:15:41.213977 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-67f8b63b-eb1f-4072-8029-400be5779545 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=996fa0df-90c7-4113-b832-699b74747c33 HTTP/1.1" status: 200 len: 217 time: 0.0367572 Jun 29 16:15:41.262286 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-32fefbb3-2e28-4c9a-b207-6d565ceadf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:41.263733 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-32fefbb3-2e28-4c9a-b207-6d565ceadf4f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e919af68-53a9-442c-8cab-d70814d969fe HTTP/1.1" status: 200 len: 849 time: 0.0411174 Jun 29 16:15:41.322230 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-015106a5-f1e7-4787-91e7-b95817945e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:41.323762 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-015106a5-f1e7-4787-91e7-b95817945e8a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=97f20867-09fe-42d1-b031-6da4bc89dc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528429 Jun 29 16:15:41.408299 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:41.412554 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-3c03704b-a9d0-4e09-91c6-a09762abf254 service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798607 Jun 29 16:15:41.505572 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b026836-8e6b-45ed-a952-5707e9caf237 req-cc6923b5-a2b1-46fb-ba72-a497cd52c0d7 service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862529 Jun 29 16:15:41.605667 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b70b8-7d97-4cb3-89a5-2eaee202df65 req-a5a3adeb-f486-4baf-b508-d2806c69fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:41.607110 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-525b70b8-7d97-4cb3-89a5-2eaee202df65 req-a5a3adeb-f486-4baf-b508-d2806c69fbb4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1a9ba8fe1c5942468fadff48ff9a8b5a&device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 1096 time: 0.0525186 Jun 29 16:15:41.698353 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b70b8-7d97-4cb3-89a5-2eaee202df65 req-87b5a85a-62dd-4e83-8a33-368f8b10a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:41.699800 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-525b70b8-7d97-4cb3-89a5-2eaee202df65 req-87b5a85a-62dd-4e83-8a33-368f8b10a5e9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=97f20867-09fe-42d1-b031-6da4bc89dc21 HTTP/1.1" status: 200 len: 911 time: 0.0857642 Jun 29 16:15:41.739830 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-525b70b8-7d97-4cb3-89a5-2eaee202df65 req-0ab9d750-7946-48dc-af38-7401bc232441 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=996fa0df-90c7-4113-b832-699b74747c33 HTTP/1.1" status: 200 len: 217 time: 0.0319099 Jun 29 16:15:41.787514 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b70b8-7d97-4cb3-89a5-2eaee202df65 req-8a8d71dd-08f1-4adc-bc43-d1b1e4c4e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:41.788989 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-525b70b8-7d97-4cb3-89a5-2eaee202df65 req-8a8d71dd-08f1-4adc-bc43-d1b1e4c4e11c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e919af68-53a9-442c-8cab-d70814d969fe HTTP/1.1" status: 200 len: 849 time: 0.0423121 Jun 29 16:15:41.843435 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b70b8-7d97-4cb3-89a5-2eaee202df65 req-c6ccf7db-b5f9-49af-ac9a-6e0efbff2b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:41.844918 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-525b70b8-7d97-4cb3-89a5-2eaee202df65 req-c6ccf7db-b5f9-49af-ac9a-6e0efbff2b83 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=97f20867-09fe-42d1-b031-6da4bc89dc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493600 Jun 29 16:15:41.933911 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-525b70b8-7d97-4cb3-89a5-2eaee202df65 req-01a4eba3-0410-4fb6-a3ac-17f81d9537bb service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823946 Jun 29 16:15:41.954622 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:42.022341 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-525b70b8-7d97-4cb3-89a5-2eaee202df65 req-3aceae02-8e42-46e2-80eb-06e4998a6edf service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810235 Jun 29 16:15:42.299024 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40689af-2186-450b-9824-a49c3bbf39da req-3e72b612-c875-4efe-bc67-6203f2005d29 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:42.300569 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b40689af-2186-450b-9824-a49c3bbf39da req-3e72b612-c875-4efe-bc67-6203f2005d29 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 943 time: 0.0643008 Jun 29 16:15:42.335906 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b40689af-2186-450b-9824-a49c3bbf39da req-95079ead-ce9a-44c6-aeb9-ac4d18bf337c tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=9839bd0a-9d0b-4bc9-a82d-d348b56dd571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297523 Jun 29 16:15:43.514898 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042f7d9-5848-456b-b312-4d3efc3eeeec req-37170208-2d87-4120-a034-96c836d125be tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:43.516409 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f042f7d9-5848-456b-b312-4d3efc3eeeec req-37170208-2d87-4120-a034-96c836d125be tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 943 time: 0.0628629 Jun 29 16:15:43.553733 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f042f7d9-5848-456b-b312-4d3efc3eeeec req-1fc3bae6-04d1-4d63-920b-520e295b3754 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=9839bd0a-9d0b-4bc9-a82d-d348b56dd571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316365 Jun 29 16:15:43.707929 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:44.722578 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec6b4e-2710-423b-b6fd-9e5b7957471f req-ab196b5d-4fd7-4778-b46a-e80ce290014d tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:44.724057 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-40ec6b4e-2710-423b-b6fd-9e5b7957471f req-ab196b5d-4fd7-4778-b46a-e80ce290014d tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 943 time: 0.0611038 Jun 29 16:15:44.760695 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-40ec6b4e-2710-423b-b6fd-9e5b7957471f req-6e4ce040-ab1b-470d-be4b-88b2107336e8 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=9839bd0a-9d0b-4bc9-a82d-d348b56dd571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309241 Jun 29 16:15:45.929433 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e72785-96f4-4b2d-93ba-fd8a87d4413e req-45040ace-f872-4484-8b72-60e32025e06e tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:45.930867 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-80e72785-96f4-4b2d-93ba-fd8a87d4413e req-45040ace-f872-4484-8b72-60e32025e06e tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 943 time: 0.0608444 Jun 29 16:15:45.957990 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 996fa0df-90c7-4113-b832-699b74747c33 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:15:45.970258 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-80e72785-96f4-4b2d-93ba-fd8a87d4413e req-85e955df-63a0-48d0-a8f2-e7b4275d31d9 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=9839bd0a-9d0b-4bc9-a82d-d348b56dd571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337236 Jun 29 16:15:46.053441 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 996fa0df-90c7-4113-b832-699b74747c33, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=996fa0df-90c7-4113-b832-699b74747c33,segment=NetworkSegment(d472cb34-928f-4613-8d3e-d618be8d924d),segment_id=d472cb34-928f-4613-8d3e-d618be8d924d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:46.064403 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Returning: {'device': '996fa0df-90c7-4113-b832-699b74747c33', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'port_id': '996fa0df-90c7-4113-b832-699b74747c33', 'mac_address': 'fa:16:3e:cf:7e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:15:46.100238 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:46.116558 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996fa0df-90c7-4113-b832-699b74747c33 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:15:46.134854 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 996fa0df-90c7-4113-b832-699b74747c33, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=996fa0df-90c7-4113-b832-699b74747c33,segment=NetworkSegment(d472cb34-928f-4613-8d3e-d618be8d924d),segment_id=d472cb34-928f-4613-8d3e-d618be8d924d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:46.138797 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:46.141481 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6ae564fa-364a-41fd-abbd-19be32220923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:46.185789 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=996fa0df-90c7-4113-b832-699b74747c33,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:46.188733 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:46.588982 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['996fa0df-90c7-4113-b832-699b74747c33'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:15:47.146622 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b363052-8f35-4daa-9d8e-b385d0308a59 req-602d860c-5f7b-47d0-80c1-9670f288b527 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:47.148144 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3b363052-8f35-4daa-9d8e-b385d0308a59 req-602d860c-5f7b-47d0-80c1-9670f288b527 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 944 time: 0.0678308 Jun 29 16:15:47.185121 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3b363052-8f35-4daa-9d8e-b385d0308a59 req-5799ef08-5f3f-47f0-a050-b3249618d466 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=9839bd0a-9d0b-4bc9-a82d-d348b56dd571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312903 Jun 29 16:15:47.971495 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 996fa0df-90c7-4113-b832-699b74747c33 up at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:48.022012 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning for port 996fa0df-90c7-4113-b832-699b74747c33 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:48.025720 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning complete for port 996fa0df-90c7-4113-b832-699b74747c33 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:48.026100 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:48.106287 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:48.130349 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67ba3a5-7041-419d-814f-56ca12536ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996fa0df-90c7-4113-b832-699b74747c33'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:15:48.132665 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e148ad334d6b0a25feb6cb172eaafc5bfcff4dbaa69dd97dd66c28eda2659d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3a6605-30e5-4d33-a250-fb0e8272e7d5" -d '{"events": [{"server_uuid": "f67ba3a5-7041-419d-814f-56ca12536ef0", "name": "network-vif-plugged", "status": "completed", "tag": "996fa0df-90c7-4113-b832-699b74747c33"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:15:48.145870 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 996fa0df-90c7-4113-b832-699b74747c33, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=996fa0df-90c7-4113-b832-699b74747c33,segment=NetworkSegment(d472cb34-928f-4613-8d3e-d618be8d924d),segment_id=d472cb34-928f-4613-8d3e-d618be8d924d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:48.149661 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:48.151427 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-8d2ffd17-7b80-4a23-bec1-635b310e007b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:48.201009 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=996fa0df-90c7-4113-b832-699b74747c33,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:48.204404 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:48.246029 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e547022-2df2-4dfa-b384-e8b18a78d8e4 x-openstack-request-id: req-2e547022-2df2-4dfa-b384-e8b18a78d8e4 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:15:48.246332 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67ba3a5-7041-419d-814f-56ca12536ef0", "name": "network-vif-plugged", "status": "completed", "tag": "996fa0df-90c7-4113-b832-699b74747c33", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:15:48.246595 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e547022-2df2-4dfa-b384-e8b18a78d8e4 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:15:48.247002 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67ba3a5-7041-419d-814f-56ca12536ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996fa0df-90c7-4113-b832-699b74747c33', 'code': 200} Jun 29 16:15:48.364292 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff666cf-0325-45f9-8119-e82d55433b9f req-ecd9d8ec-d9a4-48a0-8871-2154758addc1 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:48.365764 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8ff666cf-0325-45f9-8119-e82d55433b9f req-ecd9d8ec-d9a4-48a0-8871-2154758addc1 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 945 time: 0.0634766 Jun 29 16:15:48.403744 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8ff666cf-0325-45f9-8119-e82d55433b9f req-e446760c-9256-4a9a-ad99-e49b61e4cbd9 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=9839bd0a-9d0b-4bc9-a82d-d348b56dd571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323317 Jun 29 16:15:48.493747 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805c551-6ff8-475d-a2c0-17f316d26382 req-5a429cb9-04e3-470e-b6af-8e0bd3886d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:48.495202 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8805c551-6ff8-475d-a2c0-17f316d26382 req-5a429cb9-04e3-470e-b6af-8e0bd3886d9a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 1098 time: 0.0548003 Jun 29 16:15:48.528838 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8805c551-6ff8-475d-a2c0-17f316d26382 req-5869caa8-93a8-4d16-9cf3-62ccf93904be service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9839bd0a-9d0b-4bc9-a82d-d348b56dd571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256231 Jun 29 16:15:49.582330 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51134501-9599-47d0-8901-57249fb0db2c req-044f7e33-bc11-4a95-b17e-04ca4e638550 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:49.583784 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-51134501-9599-47d0-8901-57249fb0db2c req-044f7e33-bc11-4a95-b17e-04ca4e638550 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 945 time: 0.0625894 Jun 29 16:15:49.619337 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-51134501-9599-47d0-8901-57249fb0db2c req-eebd93eb-4cdd-4904-864f-b180dcca6ee9 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=9839bd0a-9d0b-4bc9-a82d-d348b56dd571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300043 Jun 29 16:15:50.787922 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f605a9-736d-46f8-acb8-cbfc8029d21a req-25f60859-be5e-4673-a68a-48385e252fa1 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:50.789373 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-87f605a9-736d-46f8-acb8-cbfc8029d21a req-25f60859-be5e-4673-a68a-48385e252fa1 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 945 time: 0.0634670 Jun 29 16:15:50.832041 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-87f605a9-736d-46f8-acb8-cbfc8029d21a req-bc838a34-9dd2-4da4-9c07-ee8e5aaa9259 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=9839bd0a-9d0b-4bc9-a82d-d348b56dd571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371282 Jun 29 16:15:51.007874 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b5fde-f3fc-403d-bd19-caf3875d1720 req-5f00564d-0ad9-4142-8134-bd1bb8fe1f8f tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:51.009319 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ee3b5fde-f3fc-403d-bd19-caf3875d1720 req-5f00564d-0ad9-4142-8134-bd1bb8fe1f8f tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 945 time: 0.0710669 Jun 29 16:15:51.018215 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 37304) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:51.022520 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-5fbcd130-ca70-4e55-b6f1-0e326e263f2a tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Request body: {'floatingip': {'port_id': '996fa0df-90c7-4113-b832-699b74747c33'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:51.059404 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5fbcd130-ca70-4e55-b6f1-0e326e263f2a tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for floatingip, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:51.482712 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5fbcd130-ca70-4e55-b6f1-0e326e263f2a tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:51.487726 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5fbcd130-ca70-4e55-b6f1-0e326e263f2a tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3760652'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:51.582698 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-5fbcd130-ca70-4e55-b6f1-0e326e263f2a tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Floating IP dddc964b-0a25-4765-8528-1f49992eed15 associated. External IP: 172.27.2.120, port: 996fa0df-90c7-4113-b832-699b74747c33. Jun 29 16:15:51.778015 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbcd130-ca70-4e55-b6f1-0e326e263f2a tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Router b986fc3b-4eb4-4870-809c-0585f5a08d76 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:15:51.878064 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbcd130-ca70-4e55-b6f1-0e326e263f2a tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:15:51.882301 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5fbcd130-ca70-4e55-b6f1-0e326e263f2a tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:51.887735 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06120051-b13a-4a0f-83a0-544192cfda88 None None] Sync routers for ids ['b986fc3b-4eb4-4870-809c-0585f5a08d76'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:15:51.897175 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06120051-b13a-4a0f-83a0-544192cfda88 None None] Routers {'b986fc3b-4eb4-4870-809c-0585f5a08d76'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:51.897812 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-06120051-b13a-4a0f-83a0-544192cfda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:15:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b986fc3b-4eb4-4870-809c-0585f5a08d76'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:52.006505 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-06120051-b13a-4a0f-83a0-544192cfda88 None None] Set router b986fc3b-4eb4-4870-809c-0585f5a08d76 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:52.157444 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5fbcd130-ca70-4e55-b6f1-0e326e263f2a tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "PUT /v2.0/floatingips/dddc964b-0a25-4765-8528-1f49992eed15 HTTP/1.1" status: 200 len: 991 time: 1.1381123 Jun 29 16:15:52.158145 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67ba3a5-7041-419d-814f-56ca12536ef0', 'tag': '996fa0df-90c7-4113-b832-699b74747c33'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:15:52.160430 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53efb04-9bf5-4b40-86dc-78d292d4a88f" -d '{"events": [{"name": "network-changed", "server_uuid": "f67ba3a5-7041-419d-814f-56ca12536ef0", "tag": "996fa0df-90c7-4113-b832-699b74747c33"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:15:52.200783 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3785b51b-805a-4714-8e22-0c4983dc87b4 x-openstack-request-id: req-3785b51b-805a-4714-8e22-0c4983dc87b4 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:15:52.201097 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67ba3a5-7041-419d-814f-56ca12536ef0", "tag": "996fa0df-90c7-4113-b832-699b74747c33", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:15:52.201375 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3785b51b-805a-4714-8e22-0c4983dc87b4 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:15:52.201791 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67ba3a5-7041-419d-814f-56ca12536ef0', 'tag': '996fa0df-90c7-4113-b832-699b74747c33', 'status': 'completed', 'code': 200} Jun 29 16:15:52.230634 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-06120051-b13a-4a0f-83a0-544192cfda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': 'dddc964b-0a25-4765-8528-1f49992eed15', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'port_id': '996fa0df-90c7-4113-b832-699b74747c33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'mac_address': 'fa:16:3e:cf:7e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67ba3a5-7041-419d-814f-56ca12536ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:15:36Z', 'updated_at': '2021-06-29T16:15:51Z', 'revision_number': 1, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b18cb1-82d2-4564-9dc2-14435749920f', 'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'mac_address': 'fa:16:3e:a9:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:33Z', 'updated_at': '2021-06-29T16:15:39Z', 'revision_number': 5, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'subnets': [{'id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:52.261131 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06120051-b13a-4a0f-83a0-544192cfda88 None None] Checking router: b986fc3b-4eb4-4870-809c-0585f5a08d76 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:15:52.269933 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06120051-b13a-4a0f-83a0-544192cfda88 None None] Routers {'b986fc3b-4eb4-4870-809c-0585f5a08d76'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:52.270540 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-06120051-b13a-4a0f-83a0-544192cfda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:15:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b986fc3b-4eb4-4870-809c-0585f5a08d76'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:52.284990 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53efb04-9bf5-4b40-86dc-78d292d4a88f req-19554036-d669-4892-b4f4-1f5f1d4527aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:52.286567 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a53efb04-9bf5-4b40-86dc-78d292d4a88f req-19554036-d669-4892-b4f4-1f5f1d4527aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1a9ba8fe1c5942468fadff48ff9a8b5a&device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 1098 time: 0.0611672 Jun 29 16:15:52.370789 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-06120051-b13a-4a0f-83a0-544192cfda88 None None] Set router b986fc3b-4eb4-4870-809c-0585f5a08d76 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:52.376958 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53efb04-9bf5-4b40-86dc-78d292d4a88f req-0edce5ed-001c-4857-b5da-d921d795bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:52.378448 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a53efb04-9bf5-4b40-86dc-78d292d4a88f req-0edce5ed-001c-4857-b5da-d921d795bdf2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=97f20867-09fe-42d1-b031-6da4bc89dc21 HTTP/1.1" status: 200 len: 911 time: 0.0853684 Jun 29 16:15:52.443066 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a53efb04-9bf5-4b40-86dc-78d292d4a88f req-b2eb169c-68fa-4d57-b69b-0471c20c69bb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=996fa0df-90c7-4113-b832-699b74747c33 HTTP/1.1" status: 200 len: 999 time: 0.0577271 Jun 29 16:15:52.500104 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53efb04-9bf5-4b40-86dc-78d292d4a88f req-3c3256c7-b920-43b9-a5f0-5b77a1848af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:52.502901 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a53efb04-9bf5-4b40-86dc-78d292d4a88f req-3c3256c7-b920-43b9-a5f0-5b77a1848af9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e919af68-53a9-442c-8cab-d70814d969fe HTTP/1.1" status: 200 len: 849 time: 0.0530939 Jun 29 16:15:52.558890 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53efb04-9bf5-4b40-86dc-78d292d4a88f req-ff72ebc7-3ab7-4dec-b930-4cd0df76f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:52.560558 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a53efb04-9bf5-4b40-86dc-78d292d4a88f req-ff72ebc7-3ab7-4dec-b930-4cd0df76f9a5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=97f20867-09fe-42d1-b031-6da4bc89dc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509946 Jun 29 16:15:52.598481 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-06120051-b13a-4a0f-83a0-544192cfda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': 'dddc964b-0a25-4765-8528-1f49992eed15', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'port_id': '996fa0df-90c7-4113-b832-699b74747c33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'mac_address': 'fa:16:3e:cf:7e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67ba3a5-7041-419d-814f-56ca12536ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:15:36Z', 'updated_at': '2021-06-29T16:15:51Z', 'revision_number': 1, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b18cb1-82d2-4564-9dc2-14435749920f', 'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'mac_address': 'fa:16:3e:a9:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:33Z', 'updated_at': '2021-06-29T16:15:39Z', 'revision_number': 5, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'subnets': [{'id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:52.623821 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06120051-b13a-4a0f-83a0-544192cfda88 None None] The sync data for ids ['b986fc3b-4eb4-4870-809c-0585f5a08d76'] in dv-cinder-786627-15-iscsi is: [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': 'dddc964b-0a25-4765-8528-1f49992eed15', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'port_id': '996fa0df-90c7-4113-b832-699b74747c33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'mac_address': 'fa:16:3e:cf:7e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67ba3a5-7041-419d-814f-56ca12536ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:15:36Z', 'updated_at': '2021-06-29T16:15:51Z', 'revision_number': 1, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b18cb1-82d2-4564-9dc2-14435749920f', 'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'mac_address': 'fa:16:3e:a9:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:33Z', 'updated_at': '2021-06-29T16:15:39Z', 'revision_number': 5, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'subnets': [{'id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:15:52.658372 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a53efb04-9bf5-4b40-86dc-78d292d4a88f req-76e0b479-b2e3-4d15-94e7-750f23275217 service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896726 Jun 29 16:15:52.754469 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a53efb04-9bf5-4b40-86dc-78d292d4a88f req-7dd3dd89-7737-40fc-ade9-31087dce23b6 service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895026 Jun 29 16:15:52.813513 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e0e6bf-5307-47fc-8a93-d8d34a69041c None None] New status for floating IP dddc964b-0a25-4765-8528-1f49992eed15: ACTIVE {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:15:54.750965 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:15:56.714871 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-126591ba-41f9-496d-8f83-ccb09a5a7464 req-0a68df7c-cab4-4ce2-8191-359980cff7be service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506566 Jun 29 16:15:56.814705 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126591ba-41f9-496d-8f83-ccb09a5a7464 req-6ee94c30-57c1-4562-9871-b5b5e6e5c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:56.816187 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-126591ba-41f9-496d-8f83-ccb09a5a7464 req-6ee94c30-57c1-4562-9871-b5b5e6e5c27a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 1098 time: 0.0513368 Jun 29 16:15:56.924573 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126591ba-41f9-496d-8f83-ccb09a5a7464 req-f925f3a2-5eeb-44cf-8c60-b0ab887adbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:56.925998 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-126591ba-41f9-496d-8f83-ccb09a5a7464 req-f925f3a2-5eeb-44cf-8c60-b0ab887adbef service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0866959 Jun 29 16:15:56.969595 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-126591ba-41f9-496d-8f83-ccb09a5a7464 req-010c2fa2-031d-4a9a-9d8d-42f1ffea752e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a30074-aa07-4281-9ad4-e6d428a2befa HTTP/1.1" status: 200 len: 217 time: 0.0360825 Jun 29 16:15:57.018991 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126591ba-41f9-496d-8f83-ccb09a5a7464 req-e724c959-1b28-4249-8d0a-82b3e9a70514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:57.020409 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-126591ba-41f9-496d-8f83-ccb09a5a7464 req-e724c959-1b28-4249-8d0a-82b3e9a70514 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0449128 Jun 29 16:15:57.051784 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-126591ba-41f9-496d-8f83-ccb09a5a7464 req-56b6e2a9-5d49-440e-9383-efab5d4412b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247943 Jun 29 16:15:57.140212 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-126591ba-41f9-496d-8f83-ccb09a5a7464 req-b6c2ce28-0d3a-4ab9-9895-1e3cdc13e963 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812724 Jun 29 16:15:57.229439 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-126591ba-41f9-496d-8f83-ccb09a5a7464 req-098b57ac-1d68-42c5-b2d8-df43be7280af service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809405 Jun 29 16:16:08.081451 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:08.212875 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f09e0aa1-b389-418e-9008-79387f9f46f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:10.807497 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0a186c53-2e76-4308-82e9-c0a0e49407fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:11.408855 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:11.957982 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:13.712322 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.748883 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:16:38.087474 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:38.213428 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4cce8f0b-ec19-4629-890d-f6a726248ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:40.809904 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d67336ad-7472-4b8b-87f6-0c9a4f67d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:41.409255 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:41.961931 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:43.715829 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:57.735328 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c3560373-0e41-484d-ac1e-bee572bafb24 req-fc3df891-45a5-47e3-8a7f-a2a9889016b9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521655 Jun 29 16:16:57.817920 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3560373-0e41-484d-ac1e-bee572bafb24 req-8f09c332-79af-4122-9e37-a5e976453587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:57.819520 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c3560373-0e41-484d-ac1e-bee572bafb24 req-8f09c332-79af-4122-9e37-a5e976453587 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 1099 time: 0.0541165 Jun 29 16:16:57.922371 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3560373-0e41-484d-ac1e-bee572bafb24 req-dcea80d2-808f-4621-8d3a-dbf01982f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:57.923858 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c3560373-0e41-484d-ac1e-bee572bafb24 req-dcea80d2-808f-4621-8d3a-dbf01982f565 service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0822673 Jun 29 16:16:57.967155 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c3560373-0e41-484d-ac1e-bee572bafb24 req-d9c745bb-16d6-4c43-8ba6-83d7166b1425 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57384b54-8f26-490e-a688-8aa969892fc1 HTTP/1.1" status: 200 len: 217 time: 0.0356820 Jun 29 16:16:58.013039 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3560373-0e41-484d-ac1e-bee572bafb24 req-e679848b-c55e-4d66-8a91-6f61ed4c8143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:58.014394 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c3560373-0e41-484d-ac1e-bee572bafb24 req-e679848b-c55e-4d66-8a91-6f61ed4c8143 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0409925 Jun 29 16:16:58.047492 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c3560373-0e41-484d-ac1e-bee572bafb24 req-9251eedd-44c9-4118-8177-f1ce1017359a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252745 Jun 29 16:16:58.137512 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c3560373-0e41-484d-ac1e-bee572bafb24 req-0f54d393-86f1-40fa-8e88-c5cac9d9511e service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820365 Jun 29 16:16:58.229239 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c3560373-0e41-484d-ac1e-bee572bafb24 req-9ad40183-99db-4c48-bd2a-cf96ab557ebe service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806668 Jun 29 16:17:08.090090 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:08.214831 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-83d9e539-bd00-4415-b73b-f982c883bc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:08.747703 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:17:10.810659 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-468c906b-7a75-4379-a1dd-e10a33aa727a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.412677 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.964808 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:13.717544 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:15.851530 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7370ebe-5b61-4b7b-9409-1dd15d6d95b9 req-a72f50ad-8e6c-4c7f-b608-302d67abe43b tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:15.853004 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d7370ebe-5b61-4b7b-9409-1dd15d6d95b9 req-a72f50ad-8e6c-4c7f-b608-302d67abe43b tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 945 time: 0.0654840 Jun 29 16:17:15.889521 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d7370ebe-5b61-4b7b-9409-1dd15d6d95b9 req-d6e30c02-3e33-4ea8-a882-a8d60ea1b614 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304618 Jun 29 16:17:16.428881 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122372e3-b0bc-4ad1-b395-669c3ee1d896 req-045baf54-21e7-4e8e-8895-078944bc7f80 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:16.430211 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-122372e3-b0bc-4ad1-b395-669c3ee1d896 req-045baf54-21e7-4e8e-8895-078944bc7f80 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 945 time: 0.0608027 Jun 29 16:17:16.529511 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-122372e3-b0bc-4ad1-b395-669c3ee1d896 req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Deleting port fce73fef-c251-4fe6-8cef-d61e7d77857d {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:17:16.529851 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-122372e3-b0bc-4ad1-b395-669c3ee1d896 req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:16.613800 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-122372e3-b0bc-4ad1-b395-669c3ee1d896 req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] For port fce73fef-c251-4fe6-8cef-d61e7d77857d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fce73fef-c251-4fe6-8cef-d61e7d77857d,segment=NetworkSegment(23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f),segment_id=23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:16.614168 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-122372e3-b0bc-4ad1-b395-669c3ee1d896 req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:16.825101 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-122372e3-b0bc-4ad1-b395-669c3ee1d896 req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:16.825468 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-122372e3-b0bc-4ad1-b395-669c3ee1d896 req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3760652'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:16.825772 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.l3_db [req-122372e3-b0bc-4ad1-b395-669c3ee1d896 req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Floating IP 66a6c3df-a407-45c6-9e6e-1d44265d8e1b disassociated. External IP: 172.27.2.83, port: fce73fef-c251-4fe6-8cef-d61e7d77857d. Jun 29 16:17:16.826103 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-122372e3-b0bc-4ad1-b395-669c3ee1d896 req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Calling delete_port for fce73fef-c251-4fe6-8cef-d61e7d77857d owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:17:16.946363 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-122372e3-b0bc-4ad1-b395-669c3ee1d896 req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:16.951246 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-138ef07f-4b9c-4753-bb0b-5adb611f4b80 tempest-DeleteServersTestJSON-3522255 tempest-DeleteServersTestJSON-3522255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:16.975471 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event deleted for resources: {'Port': ['ID=fce73fef-c251-4fe6-8cef-d61e7d77857d,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:16.987689 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:16.988073 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:16.988441 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:16.988807 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:16.989166 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:16.989522 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:16.989876 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:16.990227 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:16.990576 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:16.990925 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:16.991279 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:16.992200 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:17.000252 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:17.047174 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4bc69b55-0f6b-495b-9543-69617a3890f4 req-427b87c1-228d-4a66-a8cd-0bfadb6932a5 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1cb116-afe3-4320-9174-11736b12d60e HTTP/1.1" status: 200 len: 210 time: 0.0294881 Jun 29 16:17:17.104603 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-122372e3-b0bc-4ad1-b395-669c3ee1d896 req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Router c8989b64-2466-413c-8846-6c2bcdb7637b has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:17:17.208174 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-122372e3-b0bc-4ad1-b395-669c3ee1d896 req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:17:17.217068 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c17bca-e295-455e-adb2-dcfe1fe90713 None None] Sync routers for ids ['c8989b64-2466-413c-8846-6c2bcdb7637b'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:17:17.225767 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c17bca-e295-455e-adb2-dcfe1fe90713 None None] Routers {'c8989b64-2466-413c-8846-6c2bcdb7637b'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:17.226636 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-13c17bca-e295-455e-adb2-dcfe1fe90713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:17:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c8989b64-2466-413c-8846-6c2bcdb7637b'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:17.256934 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-122372e3-b0bc-4ad1-b395-669c3ee1d896 req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] No DVR routers for this DVR port fce73fef-c251-4fe6-8cef-d61e7d77857d on host hv-cinder-78662 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:17:17.259489 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-122372e3-b0bc-4ad1-b395-669c3ee1d896 req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:17.261584 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-122372e3-b0bc-4ad1-b395-669c3ee1d896 req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.77 "DELETE /v2.0/ports/fce73fef-c251-4fe6-8cef-d61e7d77857d HTTP/1.1" status: 204 len: 173 time: 0.8249273 Jun 29 16:17:17.262084 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1cb116-afe3-4320-9174-11736b12d60e', 'name': 'network-vif-deleted', 'tag': 'fce73fef-c251-4fe6-8cef-d61e7d77857d'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:17.264885 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d436c7-b728-4e20-8400-554cc1f9a5d5" -d '{"events": [{"server_uuid": "ae1cb116-afe3-4320-9174-11736b12d60e", "name": "network-vif-deleted", "tag": "fce73fef-c251-4fe6-8cef-d61e7d77857d"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:17.311974 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f260044-aef7-477d-a4f1-a60843f7704b x-openstack-request-id: req-2f260044-aef7-477d-a4f1-a60843f7704b {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:17.312409 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1cb116-afe3-4320-9174-11736b12d60e", "name": "network-vif-deleted", "tag": "fce73fef-c251-4fe6-8cef-d61e7d77857d", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:17.312824 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f260044-aef7-477d-a4f1-a60843f7704b {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:17.313296 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1cb116-afe3-4320-9174-11736b12d60e', 'name': 'network-vif-deleted', 'tag': 'fce73fef-c251-4fe6-8cef-d61e7d77857d', 'status': 'completed', 'code': 200} Jun 29 16:17:17.333007 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-13c17bca-e295-455e-adb2-dcfe1fe90713 None None] Set router c8989b64-2466-413c-8846-6c2bcdb7637b gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:17.540187 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-13c17bca-e295-455e-adb2-dcfe1fe90713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'eab43e00-a26d-4aff-b85e-a22c1d70e347', 'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'mac_address': 'fa:16:3e:be:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:34Z', 'updated_at': '2021-06-29T16:09:40Z', 'revision_number': 5, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'subnets': [{'id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:17.565367 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c17bca-e295-455e-adb2-dcfe1fe90713 None None] Checking router: c8989b64-2466-413c-8846-6c2bcdb7637b for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:17:17.573764 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c17bca-e295-455e-adb2-dcfe1fe90713 None None] Routers {'c8989b64-2466-413c-8846-6c2bcdb7637b'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:17.574353 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-13c17bca-e295-455e-adb2-dcfe1fe90713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:17:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c8989b64-2466-413c-8846-6c2bcdb7637b'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:17.673575 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-13c17bca-e295-455e-adb2-dcfe1fe90713 None None] Set router c8989b64-2466-413c-8846-6c2bcdb7637b gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:17.891160 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-13c17bca-e295-455e-adb2-dcfe1fe90713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'eab43e00-a26d-4aff-b85e-a22c1d70e347', 'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'mac_address': 'fa:16:3e:be:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:34Z', 'updated_at': '2021-06-29T16:09:40Z', 'revision_number': 5, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'subnets': [{'id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:17.923219 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c17bca-e295-455e-adb2-dcfe1fe90713 None None] The sync data for ids ['c8989b64-2466-413c-8846-6c2bcdb7637b'] in dv-cinder-786627-15-iscsi is: [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'eab43e00-a26d-4aff-b85e-a22c1d70e347', 'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'mac_address': 'fa:16:3e:be:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:34Z', 'updated_at': '2021-06-29T16:09:40Z', 'revision_number': 5, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'subnets': [{'id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:17:18.117554 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e563b06-90ee-4630-ac8e-3f83cca5a362 None None] New status for floating IP 66a6c3df-a407-45c6-9e6e-1d44265d8e1b: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:17:18.173898 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 38388) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:18.234923 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3eb8d935-102c-4549-bd5b-d9a8f5a30b02 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:18.266161 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3eb8d935-102c-4549-bd5b-d9a8f5a30b02 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:18.312346 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3eb8d935-102c-4549-bd5b-d9a8f5a30b02 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:18.314954 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3eb8d935-102c-4549-bd5b-d9a8f5a30b02 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:18.316141 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-3eb8d935-102c-4549-bd5b-d9a8f5a30b02 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "DELETE /v2.0/security-groups/c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17 HTTP/1.1" status: 204 len: 168 time: 0.1411140 Jun 29 16:17:18.316913 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2c2c59d5-ea07-4140-b61f-6029f8af3853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:18.318832 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 38392) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:18.326102 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8d935-102c-4549-bd5b-d9a8f5a30b02 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:18.332768 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3eb8d935-102c-4549-bd5b-d9a8f5a30b02 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:18.337028 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.api.v2.resource [None req-4594f5e8-bc00-4db5-9f29-352142233e3e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] show failed (client error): The resource could not be found. Jun 29 16:17:18.338642 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4594f5e8-bc00-4db5-9f29-352142233e3e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups/c2f6ddd2-1e7f-4a2b-a2b8-1223325dbf17 HTTP/1.1" status: 404 len: 347 time: 0.0185609 Jun 29 16:17:18.341475 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 38394) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:18.683704 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Deleting port b4a6d2c6-40a5-45f5-b6d3-9247a9f2f9bd {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:17:18.684056 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:18.759802 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:18.760135 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:18.771470 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Calling delete_port for b4a6d2c6-40a5-45f5-b6d3-9247a9f2f9bd owned by network:floatingip {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:17:18.918806 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10444875'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:18.921228 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:18.942079 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event deleted for resources: {'Port': ['ID=b4a6d2c6-40a5-45f5-b6d3-9247a9f2f9bd,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:18.952199 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:18.952565 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:18.952921 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:18.953273 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:18.954230 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:18.954230 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:18.954437 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:18.954619 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:18.954962 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:18.955299 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:18.955663 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:18.956001 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:18.960333 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:19.013243 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for floatingip, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:19.015844 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:19.016988 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "DELETE /v2.0/floatingips/66a6c3df-a407-45c6-9e6e-1d44265d8e1b HTTP/1.1" status: 204 len: 168 time: 0.6741233 Jun 29 16:17:19.505101 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 38408) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:19.509750 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-bcac048c-f0cb-4d0c-a519-5a1740b4a26a tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119052477', 'description': 'tempest-description--1418576003'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:19.532437 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bcac048c-f0cb-4d0c-a519-5a1740b4a26a tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:19.611054 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bcac048c-f0cb-4d0c-a519-5a1740b4a26a tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:19.614515 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bcac048c-f0cb-4d0c-a519-5a1740b4a26a tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:19.617575 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f32ed454-153c-4bc9-8cb5-f164bd180c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:19.642084 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bcac048c-f0cb-4d0c-a519-5a1740b4a26a tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:19.643285 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-bcac048c-f0cb-4d0c-a519-5a1740b4a26a tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1372116 Jun 29 16:17:19.645158 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac048c-f0cb-4d0c-a519-5a1740b4a26a tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88700df-1980-4ef4-b0ce-43928699b262,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:19.646219 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 38410) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:19.647832 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bcac048c-f0cb-4d0c-a519-5a1740b4a26a tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:19.651659 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-5ddf6dce-2579-4bae-a575-e35f56c7b713 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Request body: {'security_group_rule': {'security_group_id': 'e88700df-1980-4ef4-b0ce-43928699b262', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:19.678396 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5ddf6dce-2579-4bae-a575-e35f56c7b713 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:19.742585 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5ddf6dce-2579-4bae-a575-e35f56c7b713 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:19.745966 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5ddf6dce-2579-4bae-a575-e35f56c7b713 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:19.748233 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2c919da7-d11b-4a75-b311-1a6270ecb4ba tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:19.762501 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf6dce-2579-4bae-a575-e35f56c7b713 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b931faa8-1e76-470c-aabb-b9623425e77b,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:19.769014 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5ddf6dce-2579-4bae-a575-e35f56c7b713 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:19.774118 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5ddf6dce-2579-4bae-a575-e35f56c7b713 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:19.778032 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5ddf6dce-2579-4bae-a575-e35f56c7b713 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276619 Jun 29 16:17:19.778174 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 38414) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:19.783883 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-0ac4f9cf-f2ac-4bbf-9e8f-860548f3a383 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Request body: {'security_group_rule': {'security_group_id': 'e88700df-1980-4ef4-b0ce-43928699b262', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:19.810186 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ac4f9cf-f2ac-4bbf-9e8f-860548f3a383 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:19.869730 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ac4f9cf-f2ac-4bbf-9e8f-860548f3a383 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:19.873675 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ac4f9cf-f2ac-4bbf-9e8f-860548f3a383 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:19.879130 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:19.893325 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4f9cf-f2ac-4bbf-9e8f-860548f3a383 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d98e42-ad92-4d7d-b790-9473d61dfd1f,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:19.895528 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0ac4f9cf-f2ac-4bbf-9e8f-860548f3a383 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:19.897893 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ac4f9cf-f2ac-4bbf-9e8f-860548f3a383 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:19.899317 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0ac4f9cf-f2ac-4bbf-9e8f-860548f3a383 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189175 Jun 29 16:17:19.902755 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 38418) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:19.907054 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Request body: {'floatingip': {'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:19.929378 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for floatingip, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:20.034065 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:20.130926 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Allocated IP 172.27.2.188 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/41105d30-eed6-4b20-9dc8-495b4ebf09f6) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:17:20.230714 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:20.266636 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10444866'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:20.269413 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1b4ba46a-46c3-4c5c-a776-93d1ce801bba tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:20.303429 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:17:20.308205 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:17:20.311942 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:17:20.315284 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device fce73fef-c251-4fe6-8cef-d61e7d77857d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:17:20.335051 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] No Port match for: fce73fef-c251-4fe6-8cef-d61e7d77857d {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:17:20.335405 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device fce73fef-c251-4fe6-8cef-d61e7d77857d not bound to the agent host hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:17:20.344665 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event updated for resources: {'Port': ['ID=41105d30-eed6-4b20-9dc8-495b4ebf09f6,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:20.348862 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:20.410718 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:20.452821 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:20.595014 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:20.599340 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10444912'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:20.601351 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f28940dc-dc42-48bf-835e-90230617d2ad tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:20.671389 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event updated for resources: {'Port': ['ID=41105d30-eed6-4b20-9dc8-495b4ebf09f6,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:20.677699 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:20.682944 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3760652'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:20.696742 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:20.699215 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7954023 Jun 29 16:17:20.887741 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-36b801c9-62d9-4f05-bb7b-3957d5bc36ba tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2119052477&fields=id&tenant_id=6b26ba640dfc43e2afb9bc018a0710fa HTTP/1.1" status: 200 len: 267 time: 0.0352831 Jun 29 16:17:20.993682 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-fd95ff81-b1d6-46fb-88af-fdfd651a7cd4 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:20.996189 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-fd95ff81-b1d6-46fb-88af-fdfd651a7cd4 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/networks?id=ec638f7b-1c88-4845-98a8-f4e75c542570 HTTP/1.1" status: 200 len: 817 time: 0.1016607 Jun 29 16:17:21.012129 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-41669b47-9337-4245-bbab-c0a59383d60e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/quotas/6b26ba640dfc43e2afb9bc018a0710fa HTTP/1.1" status: 200 len: 375 time: 0.0098765 Jun 29 16:17:21.089089 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-b128c6c8-eb2e-42f7-816f-4a7c005f6984 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b26ba640dfc43e2afb9bc018a0710fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698617 Jun 29 16:17:21.226822 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-bf9455c5-5140-4c37-bb42-4dd4d3ca6236 service neutron] 10.222.0.66 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261241 Jun 29 16:17:21.311230 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-d55293f9-59b1-4d22-af94-365787cb183a service neutron] 10.222.0.66 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780251 Jun 29 16:17:21.500464 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d8aa2541-5f7a-4165-b41b-c145615b7b41 req-33683547-5aee-4980-ae4a-4d41e747bc4b tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 210 time: 0.0395901 Jun 29 16:17:22.527332 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-4ec38884-031a-4162-861e-31870d84ed77 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:22.527332 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-4ec38884-031a-4162-861e-31870d84ed77 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.77 "GET /v2.0/networks?id=ec638f7b-1c88-4845-98a8-f4e75c542570 HTTP/1.1" status: 200 len: 817 time: 0.1055753 Jun 29 16:17:22.574138 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-c9606a94-5fc4-4697-b762-cea68f07aaaf tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b26ba640dfc43e2afb9bc018a0710fa HTTP/1.1" status: 200 len: 380 time: 0.0353611 Jun 29 16:17:22.584261 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-fca53523-d4e8-49dd-9c6d-e5d79dc44db0 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Request body: {'port': {'device_id': '8c9fda0d-994b-4af7-ad76-c71e296f5002', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'admin_state_up': True, 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'security_groups': ['e88700df-1980-4ef4-b0ce-43928699b262']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:22.660012 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a3f50278-d042-4009-a99b-1e25131a198c req-e8da6b9f-d2a8-409c-b466-0b5dda8b3d10 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 210 time: 0.0370781 Jun 29 16:17:22.718336 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-fca53523-d4e8-49dd-9c6d-e5d79dc44db0 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Made reservation on behalf of 6b26ba640dfc43e2afb9bc018a0710fa for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:17:22.721770 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-fca53523-d4e8-49dd-9c6d-e5d79dc44db0 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:22.841028 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-fca53523-d4e8-49dd-9c6d-e5d79dc44db0 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Allocated IP 172.20.0.8 (ec638f7b-1c88-4845-98a8-f4e75c542570/af34b3db-0ff1-4013-b759-8e328f36422e/4a43b6f3-a863-4fb5-9e43-ac08a11a1dba) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:17:22.971781 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-fca53523-d4e8-49dd-9c6d-e5d79dc44db0 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:22.984763 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-fca53523-d4e8-49dd-9c6d-e5d79dc44db0 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Transition to ACTIVE for port object 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:17:23.018032 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-fca53523-d4e8-49dd-9c6d-e5d79dc44db0 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:23.022718 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:23.060165 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-fca53523-d4e8-49dd-9c6d-e5d79dc44db0 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Network ec638f7b-1c88-4845-98a8-f4e75c542570 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:17:23.064898 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-fca53523-d4e8-49dd-9c6d-e5d79dc44db0 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:17:23.068566 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-fca53523-d4e8-49dd-9c6d-e5d79dc44db0 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:17:23.101481 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca53523-d4e8-49dd-9c6d-e5d79dc44db0 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event updated for resources: {'Port': ['ID=4a43b6f3-a863-4fb5-9e43-ac08a11a1dba,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:23.106545 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fca53523-d4e8-49dd-9c6d-e5d79dc44db0 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:23.126294 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-fca53523-d4e8-49dd-9c6d-e5d79dc44db0 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:23.126945 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-fca53523-d4e8-49dd-9c6d-e5d79dc44db0 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:23.145540 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-fca53523-d4e8-49dd-9c6d-e5d79dc44db0 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5650144 Jun 29 16:17:23.160467 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Request body: {'port': {'device_id': '8c9fda0d-994b-4af7-ad76-c71e296f5002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:23.232198 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:23.320982 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-ea07b348-0178-46a5-b808-9bc817b53cf0 None None] Provisioning for port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:17:23.325529 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-ea07b348-0178-46a5-b808-9bc817b53cf0 None None] Provisioning complete for port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:23.325919 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ea07b348-0178-46a5-b808-9bc817b53cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:23.360652 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-ea07b348-0178-46a5-b808-9bc817b53cf0 None None] Port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:17:23.718295 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:17:23.725326 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:23.737138 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Transition to ACTIVE for port object 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:17:23.741522 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:23.743449 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cb6bb313-b658-4aad-b3c4-0ef429e49fa9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:23.793479 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a43b6f3-a863-4fb5-9e43-ac08a11a1dba,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:23.812386 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:23.843160 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602b44f-2e4f-4499-9a12-7da2e0db52df req-d50c689d-8f15-43b9-a0ca-6dd202772d7d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:23.844729 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3602b44f-2e4f-4499-9a12-7da2e0db52df req-d50c689d-8f15-43b9-a0ca-6dd202772d7d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 943 time: 0.0674956 Jun 29 16:17:23.869864 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Attempting to bind port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:17:23.870211 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Attempting to bind port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:17:23.870543 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Attempting to bind port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba on network ec638f7b-1c88-4845-98a8-f4e75c542570 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:17:23.875165 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba on network ec638f7b-1c88-4845-98a8-f4e75c542570 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:17:23.875376 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Attempting to bind port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba on network ec638f7b-1c88-4845-98a8-f4e75c542570 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:17:23.880244 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Checking agent: {'id': '1f42b8fb-87af-41ff-972d-c33b8bf8d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:17:23.880582 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Checking segment: {'id': '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:17:23.880984 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Bound using segment: {'id': '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:17:23.881402 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Bound port: 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:17:23.881763 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:23.884506 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3602b44f-2e4f-4499-9a12-7da2e0db52df req-f39cac1c-46b4-43f1-8721-7f7d574693e1 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=e88700df-1980-4ef4-b0ce-43928699b262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340476 Jun 29 16:17:23.952404 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] For port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba, host hv-cinder-78662, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:17:23.955285 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] For port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4a43b6f3-a863-4fb5-9e43-ac08a11a1dba,segment=NetworkSegment(23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f),segment_id=23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:17:23.959781 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:23.962418 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:23.996003 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:23.996617 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:23.997995 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] 10.222.0.77 "PUT /v2.0/ports/4a43b6f3-a863-4fb5-9e43-ac08a11a1dba HTTP/1.1" status: 200 len: 1093 time: 0.8448846 Jun 29 16:17:23.998494 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9fda0d-994b-4af7-ad76-c71e296f5002', 'tag': '4a43b6f3-a863-4fb5-9e43-ac08a11a1dba'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:24.000792 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e91b15-8348-4201-90b9-9117188a8632" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9fda0d-994b-4af7-ad76-c71e296f5002", "tag": "4a43b6f3-a863-4fb5-9e43-ac08a11a1dba"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:24.032407 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a43b6f3-a863-4fb5-9e43-ac08a11a1dba,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:24.043593 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:24.086538 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3758a0d-cc4f-452d-8053-75f068efb77f x-openstack-request-id: req-c3758a0d-cc4f-452d-8053-75f068efb77f {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:24.086854 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9fda0d-994b-4af7-ad76-c71e296f5002", "tag": "4a43b6f3-a863-4fb5-9e43-ac08a11a1dba", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:24.087134 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3758a0d-cc4f-452d-8053-75f068efb77f {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:24.087545 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9fda0d-994b-4af7-ad76-c71e296f5002', 'tag': '4a43b6f3-a863-4fb5-9e43-ac08a11a1dba', 'status': 'completed', 'code': 200} Jun 29 16:17:24.113758 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-ff38fce6-2548-4bed-9c18-a4fcfb93942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:24.115259 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-ff38fce6-2548-4bed-9c18-a4fcfb93942f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b26ba640dfc43e2afb9bc018a0710fa&device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 1096 time: 0.0617917 Jun 29 16:17:24.157246 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-3bab58d9-a3eb-4f6b-87fe-c9d5f9132083 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a43b6f3-a863-4fb5-9e43-ac08a11a1dba HTTP/1.1" status: 200 len: 217 time: 0.0341430 Jun 29 16:17:24.205283 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-5753f7a0-0ed7-42bb-a6fc-033d09e7a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:24.206739 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-5753f7a0-0ed7-42bb-a6fc-033d09e7a0b9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=af34b3db-0ff1-4013-b759-8e328f36422e HTTP/1.1" status: 200 len: 856 time: 0.0436721 Jun 29 16:17:24.266643 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-e57ea149-0aed-4b93-9f0c-a9c00ffdd23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:24.268211 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-e57ea149-0aed-4b93-9f0c-a9c00ffdd23c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ec638f7b-1c88-4845-98a8-f4e75c542570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542150 Jun 29 16:17:24.353337 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-554d4f14-a8ce-496e-a2c4-4f6d0dce99e0 service neutron] 10.222.0.77 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789657 Jun 29 16:17:24.445696 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-58ddaad0-49b4-4949-95b7-68c0b1a86d18 req-07b4fe46-d700-47d2-9f1c-7eecabb3add9 service neutron] 10.222.0.77 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857303 Jun 29 16:17:24.540284 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e91b15-8348-4201-90b9-9117188a8632 req-d20f7ab1-60a2-44e5-926c-30e502485306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:24.542368 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21e91b15-8348-4201-90b9-9117188a8632 req-d20f7ab1-60a2-44e5-926c-30e502485306 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b26ba640dfc43e2afb9bc018a0710fa&device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 1096 time: 0.0503845 Jun 29 16:17:24.635786 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e91b15-8348-4201-90b9-9117188a8632 req-fb3b97ef-cc7a-43ff-a5f0-78e9fd8e7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:24.637228 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21e91b15-8348-4201-90b9-9117188a8632 req-fb3b97ef-cc7a-43ff-a5f0-78e9fd8e7fcb service neutron] 10.222.0.77 "GET /v2.0/networks?id=ec638f7b-1c88-4845-98a8-f4e75c542570 HTTP/1.1" status: 200 len: 918 time: 0.0870757 Jun 29 16:17:24.679385 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21e91b15-8348-4201-90b9-9117188a8632 req-a4d88d3d-e86b-46e8-9868-637e345d6f84 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a43b6f3-a863-4fb5-9e43-ac08a11a1dba HTTP/1.1" status: 200 len: 217 time: 0.0338519 Jun 29 16:17:24.727195 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e91b15-8348-4201-90b9-9117188a8632 req-06265550-b7c5-44c0-9e0a-c569319c88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:24.728683 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21e91b15-8348-4201-90b9-9117188a8632 req-06265550-b7c5-44c0-9e0a-c569319c88e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=af34b3db-0ff1-4013-b759-8e328f36422e HTTP/1.1" status: 200 len: 856 time: 0.0430291 Jun 29 16:17:24.785281 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e91b15-8348-4201-90b9-9117188a8632 req-d6195e20-2493-4ba3-a8ca-6f7ac1e8956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:24.786687 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21e91b15-8348-4201-90b9-9117188a8632 req-d6195e20-2493-4ba3-a8ca-6f7ac1e8956f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ec638f7b-1c88-4845-98a8-f4e75c542570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503154 Jun 29 16:17:24.873978 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21e91b15-8348-4201-90b9-9117188a8632 req-61c35fe6-e467-49de-aef3-3afd6faf6e56 service neutron] 10.222.0.77 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804985 Jun 29 16:17:24.964778 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21e91b15-8348-4201-90b9-9117188a8632 req-951dec8e-dde2-4bd1-8af2-7de2fee129e0 service neutron] 10.222.0.77 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831683 Jun 29 16:17:25.062820 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94f788-28d2-4e2e-8c82-85140e4c9617 req-1679e953-63d7-4875-8385-035bec05beac tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:25.064305 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ff94f788-28d2-4e2e-8c82-85140e4c9617 req-1679e953-63d7-4875-8385-035bec05beac tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 943 time: 0.0616367 Jun 29 16:17:25.101796 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ff94f788-28d2-4e2e-8c82-85140e4c9617 req-02326d2a-2e0a-4810-a430-18463b287fec tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=e88700df-1980-4ef4-b0ce-43928699b262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317957 Jun 29 16:17:26.281906 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ee02b-4f70-42a6-a999-c23d98e7134c req-61a84ca7-ac2c-4a1a-8b21-2dbbded759bc tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:26.284531 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6a1ee02b-4f70-42a6-a999-c23d98e7134c req-61a84ca7-ac2c-4a1a-8b21-2dbbded759bc tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 943 time: 0.0659637 Jun 29 16:17:26.323072 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6a1ee02b-4f70-42a6-a999-c23d98e7134c req-1741656b-86da-4625-b294-6af1b510b786 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=e88700df-1980-4ef4-b0ce-43928699b262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324709 Jun 29 16:17:27.498559 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1a22-eaad-4b0a-bdac-084b67615922 req-598708d4-3c93-415c-ae69-e76d49be989a tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:27.500031 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b6fc1a22-eaad-4b0a-bdac-084b67615922 req-598708d4-3c93-415c-ae69-e76d49be989a tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 943 time: 0.0637054 Jun 29 16:17:27.535784 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b6fc1a22-eaad-4b0a-bdac-084b67615922 req-45b28731-1431-4113-bdd7-12a6ddaf751f tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=e88700df-1980-4ef4-b0ce-43928699b262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301931 Jun 29 16:17:28.330301 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:17:28.426018 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4a43b6f3-a863-4fb5-9e43-ac08a11a1dba,segment=NetworkSegment(23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f),segment_id=23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:28.438613 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Returning: {'device': '4a43b6f3-a863-4fb5-9e43-ac08a11a1dba', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'port_id': '4a43b6f3-a863-4fb5-9e43-ac08a11a1dba', 'mac_address': 'fa:16:3e:8b:e6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:17:28.475651 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:28.488397 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:17:28.507176 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4a43b6f3-a863-4fb5-9e43-ac08a11a1dba,segment=NetworkSegment(23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f),segment_id=23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:28.511297 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:28.513021 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:28.555523 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=4a43b6f3-a863-4fb5-9e43-ac08a11a1dba,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:28.562845 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:28.563188 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:28.563543 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:28.563879 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:28.564202 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:28.564528 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:28.564855 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:28.565174 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:28.565493 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:28.565809 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:28.566127 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:28.566441 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:28.570665 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:28.707544 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f3462-7e74-422b-ab8c-bd83488bc3d1 req-55a59448-110c-4e93-8e4b-e809922e8471 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:28.708997 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ea7f3462-7e74-422b-ab8c-bd83488bc3d1 req-55a59448-110c-4e93-8e4b-e809922e8471 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 944 time: 0.0616448 Jun 29 16:17:28.745387 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ea7f3462-7e74-422b-ab8c-bd83488bc3d1 req-804ecd1a-aac5-40aa-a0bf-f77e023cf044 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=e88700df-1980-4ef4-b0ce-43928699b262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303233 Jun 29 16:17:28.895922 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['4a43b6f3-a863-4fb5-9e43-ac08a11a1dba'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:17:29.914798 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a167f-015e-48f3-be3f-d9e4ff456753 req-60aa3efc-bd36-4db7-af83-ca1f6363d360 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:29.916766 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-341a167f-015e-48f3-be3f-d9e4ff456753 req-60aa3efc-bd36-4db7-af83-ca1f6363d360 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 944 time: 0.0603323 Jun 29 16:17:29.952954 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-341a167f-015e-48f3-be3f-d9e4ff456753 req-ec79ffe4-b447-4a6c-b92e-aeb4e4e5ee48 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=e88700df-1980-4ef4-b0ce-43928699b262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304539 Jun 29 16:17:30.352136 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba up at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:17:30.402345 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning for port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:17:30.405938 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning complete for port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:30.406308 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:30.486335 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:30.508043 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9fda0d-994b-4af7-ad76-c71e296f5002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a43b6f3-a863-4fb5-9e43-ac08a11a1dba'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:30.510280 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e148ad334d6b0a25feb6cb172eaafc5bfcff4dbaa69dd97dd66c28eda2659d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2f1ecd-94c5-4f65-9147-9bc733fbd924" -d '{"events": [{"server_uuid": "8c9fda0d-994b-4af7-ad76-c71e296f5002", "name": "network-vif-plugged", "status": "completed", "tag": "4a43b6f3-a863-4fb5-9e43-ac08a11a1dba"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:30.522650 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4a43b6f3-a863-4fb5-9e43-ac08a11a1dba,segment=NetworkSegment(23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f),segment_id=23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:30.526383 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:30.529320 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-06f39582-6378-40ee-ada5-b2570312e29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:30.559474 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba8a6a9-544f-44df-88b5-fd7ab8bbd30a x-openstack-request-id: req-8ba8a6a9-544f-44df-88b5-fd7ab8bbd30a {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:30.561072 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9fda0d-994b-4af7-ad76-c71e296f5002", "name": "network-vif-plugged", "status": "completed", "tag": "4a43b6f3-a863-4fb5-9e43-ac08a11a1dba", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:30.561684 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ba8a6a9-544f-44df-88b5-fd7ab8bbd30a {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:30.561832 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9fda0d-994b-4af7-ad76-c71e296f5002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a43b6f3-a863-4fb5-9e43-ac08a11a1dba', 'code': 200} Jun 29 16:17:30.584695 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=4a43b6f3-a863-4fb5-9e43-ac08a11a1dba,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:30.587532 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:30.790038 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d80932-1537-477c-9bd1-fe874b640a08 req-24525efb-8a5d-4885-9d83-120d5587aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:30.791510 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d5d80932-1537-477c-9bd1-fe874b640a08 req-24525efb-8a5d-4885-9d83-120d5587aba6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 1098 time: 0.0530050 Jun 29 16:17:30.825106 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d5d80932-1537-477c-9bd1-fe874b640a08 req-eb7b48e5-3aed-486e-a315-2db25ea1c486 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e88700df-1980-4ef4-b0ce-43928699b262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267160 Jun 29 16:17:31.128180 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb8549-5891-4e91-a9ef-272e8d83ad88 req-f68c6328-6b4b-4f6c-b445-181ec12e05d5 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:31.129562 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-16eb8549-5891-4e91-a9ef-272e8d83ad88 req-f68c6328-6b4b-4f6c-b445-181ec12e05d5 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 945 time: 0.0608327 Jun 29 16:17:31.169403 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-16eb8549-5891-4e91-a9ef-272e8d83ad88 req-11621ac6-6f50-4cd8-9d58-d30e0bdb5947 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=e88700df-1980-4ef4-b0ce-43928699b262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343931 Jun 29 16:17:32.343003 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bb551-00d0-4183-b338-41c4d042d211 req-ce7e009b-4d59-4697-91df-1f83f40d782c tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:32.344468 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-954bb551-00d0-4183-b338-41c4d042d211 req-ce7e009b-4d59-4697-91df-1f83f40d782c tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 945 time: 0.0624158 Jun 29 16:17:32.379247 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-954bb551-00d0-4183-b338-41c4d042d211 req-91611d6a-419d-4f50-8bfa-d653cf910bbd tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=e88700df-1980-4ef4-b0ce-43928699b262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292974 Jun 29 16:17:32.549588 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cacb9-c427-43bd-990a-b9ea73455bca req-846216bf-db4c-444d-aaf3-c78b2344e71e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:32.551019 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-952cacb9-c427-43bd-990a-b9ea73455bca req-846216bf-db4c-444d-aaf3-c78b2344e71e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 945 time: 0.0610273 Jun 29 16:17:32.560108 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 38594) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:32.564499 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-0bb1a7b4-862f-4d4c-b124-11714c2da74e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Request body: {'floatingip': {'port_id': '4a43b6f3-a863-4fb5-9e43-ac08a11a1dba'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:32.601231 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a7b4-862f-4d4c-b124-11714c2da74e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for floatingip, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:33.342327 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.db.resource_extend [None req-0bb1a7b4-862f-4d4c-b124-11714c2da74e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 16:17:33.411081 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a7b4-862f-4d4c-b124-11714c2da74e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:33.414981 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a7b4-862f-4d4c-b124-11714c2da74e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3760652'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:33.514554 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.db.l3_db [None req-0bb1a7b4-862f-4d4c-b124-11714c2da74e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Floating IP cd76f24d-54f6-43ac-9f5c-0cd0b8c84532 associated. External IP: 172.27.2.188, port: 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba. Jun 29 16:17:33.708442 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb1a7b4-862f-4d4c-b124-11714c2da74e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Router c8989b64-2466-413c-8846-6c2bcdb7637b has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:17:33.811648 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb1a7b4-862f-4d4c-b124-11714c2da74e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:17:33.816464 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a7b4-862f-4d4c-b124-11714c2da74e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:33.821244 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8433a426-7c10-45cc-8829-7ccd7898fda4 None None] Sync routers for ids ['c8989b64-2466-413c-8846-6c2bcdb7637b'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:17:33.831482 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8433a426-7c10-45cc-8829-7ccd7898fda4 None None] Routers {'c8989b64-2466-413c-8846-6c2bcdb7637b'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:33.832250 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-8433a426-7c10-45cc-8829-7ccd7898fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:17:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c8989b64-2466-413c-8846-6c2bcdb7637b'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:33.855780 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0bb1a7b4-862f-4d4c-b124-11714c2da74e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "PUT /v2.0/floatingips/cd76f24d-54f6-43ac-9f5c-0cd0b8c84532 HTTP/1.1" status: 200 len: 991 time: 1.2915914 Jun 29 16:17:33.855780 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9fda0d-994b-4af7-ad76-c71e296f5002', 'tag': '4a43b6f3-a863-4fb5-9e43-ac08a11a1dba'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:33.856424 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00780bf608cd15afdd51be534b45a335a9f5f121050d89c1f6ad2489d1b4179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c780ae4a-391c-4a54-acad-5be5696e3755" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9fda0d-994b-4af7-ad76-c71e296f5002", "tag": "4a43b6f3-a863-4fb5-9e43-ac08a11a1dba"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:33.938400 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-8433a426-7c10-45cc-8829-7ccd7898fda4 None None] Set router c8989b64-2466-413c-8846-6c2bcdb7637b gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:33.953741 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652369d3-c0aa-49e2-9bc0-afc642b87ae1 x-openstack-request-id: req-652369d3-c0aa-49e2-9bc0-afc642b87ae1 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:33.954060 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9fda0d-994b-4af7-ad76-c71e296f5002", "tag": "4a43b6f3-a863-4fb5-9e43-ac08a11a1dba", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:33.954342 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-652369d3-c0aa-49e2-9bc0-afc642b87ae1 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:33.954762 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9fda0d-994b-4af7-ad76-c71e296f5002', 'tag': '4a43b6f3-a863-4fb5-9e43-ac08a11a1dba', 'status': 'completed', 'code': 200} Jun 29 16:17:34.038372 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780ae4a-391c-4a54-acad-5be5696e3755 req-6d40796e-799e-44a7-8e66-19b87a09709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:34.039855 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c780ae4a-391c-4a54-acad-5be5696e3755 req-6d40796e-799e-44a7-8e66-19b87a09709a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b26ba640dfc43e2afb9bc018a0710fa&device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 1098 time: 0.0578246 Jun 29 16:17:34.129898 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780ae4a-391c-4a54-acad-5be5696e3755 req-fb56fd69-5b10-4241-a452-b8e6408b1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:34.131343 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c780ae4a-391c-4a54-acad-5be5696e3755 req-fb56fd69-5b10-4241-a452-b8e6408b1cdb service neutron] 10.222.0.77 "GET /v2.0/networks?id=ec638f7b-1c88-4845-98a8-f4e75c542570 HTTP/1.1" status: 200 len: 918 time: 0.0844259 Jun 29 16:17:34.162164 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-8433a426-7c10-45cc-8829-7ccd7898fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': 'cd76f24d-54f6-43ac-9f5c-0cd0b8c84532', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'port_id': '4a43b6f3-a863-4fb5-9e43-ac08a11a1dba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'mac_address': 'fa:16:3e:8b:e6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9fda0d-994b-4af7-ad76-c71e296f5002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:17:20Z', 'updated_at': '2021-06-29T16:17:33Z', 'revision_number': 1, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab43e00-a26d-4aff-b85e-a22c1d70e347', 'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'mac_address': 'fa:16:3e:be:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:34Z', 'updated_at': '2021-06-29T16:09:40Z', 'revision_number': 5, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'subnets': [{'id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:34.187386 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8433a426-7c10-45cc-8829-7ccd7898fda4 None None] Checking router: c8989b64-2466-413c-8846-6c2bcdb7637b for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:17:34.195311 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8433a426-7c10-45cc-8829-7ccd7898fda4 None None] Routers {'c8989b64-2466-413c-8846-6c2bcdb7637b'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:34.195969 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-8433a426-7c10-45cc-8829-7ccd7898fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:17:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c8989b64-2466-413c-8846-6c2bcdb7637b'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:34.198019 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c780ae4a-391c-4a54-acad-5be5696e3755 req-edf7a5b7-3f79-411e-a6b8-9c1374f9eccd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a43b6f3-a863-4fb5-9e43-ac08a11a1dba HTTP/1.1" status: 200 len: 999 time: 0.0594056 Jun 29 16:17:34.245522 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780ae4a-391c-4a54-acad-5be5696e3755 req-25e61d45-68ab-4af3-a675-09417982f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:34.246941 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c780ae4a-391c-4a54-acad-5be5696e3755 req-25e61d45-68ab-4af3-a675-09417982f5b5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=af34b3db-0ff1-4013-b759-8e328f36422e HTTP/1.1" status: 200 len: 856 time: 0.0424864 Jun 29 16:17:34.297569 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-8433a426-7c10-45cc-8829-7ccd7898fda4 None None] Set router c8989b64-2466-413c-8846-6c2bcdb7637b gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:34.304073 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780ae4a-391c-4a54-acad-5be5696e3755 req-e691e912-a5c1-4e60-932e-b0d10b437d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:34.305531 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c780ae4a-391c-4a54-acad-5be5696e3755 req-e691e912-a5c1-4e60-932e-b0d10b437d88 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ec638f7b-1c88-4845-98a8-f4e75c542570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507040 Jun 29 16:17:34.394614 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c780ae4a-391c-4a54-acad-5be5696e3755 req-3d924319-c8c0-4d93-9a6e-6985d111629f service neutron] 10.222.0.77 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821464 Jun 29 16:17:34.487387 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c780ae4a-391c-4a54-acad-5be5696e3755 req-807e3d42-1f2b-4370-868f-e95ab47b6427 service neutron] 10.222.0.77 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854294 Jun 29 16:17:34.521545 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-8433a426-7c10-45cc-8829-7ccd7898fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': 'cd76f24d-54f6-43ac-9f5c-0cd0b8c84532', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'port_id': '4a43b6f3-a863-4fb5-9e43-ac08a11a1dba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'mac_address': 'fa:16:3e:8b:e6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9fda0d-994b-4af7-ad76-c71e296f5002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:17:20Z', 'updated_at': '2021-06-29T16:17:33Z', 'revision_number': 1, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab43e00-a26d-4aff-b85e-a22c1d70e347', 'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'mac_address': 'fa:16:3e:be:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:34Z', 'updated_at': '2021-06-29T16:09:40Z', 'revision_number': 5, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'subnets': [{'id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:34.547980 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8433a426-7c10-45cc-8829-7ccd7898fda4 None None] The sync data for ids ['c8989b64-2466-413c-8846-6c2bcdb7637b'] in dv-cinder-786627-15-iscsi is: [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': 'cd76f24d-54f6-43ac-9f5c-0cd0b8c84532', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'port_id': '4a43b6f3-a863-4fb5-9e43-ac08a11a1dba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'mac_address': 'fa:16:3e:8b:e6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9fda0d-994b-4af7-ad76-c71e296f5002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:17:20Z', 'updated_at': '2021-06-29T16:17:33Z', 'revision_number': 1, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab43e00-a26d-4aff-b85e-a22c1d70e347', 'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'mac_address': 'fa:16:3e:be:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:34Z', 'updated_at': '2021-06-29T16:09:40Z', 'revision_number': 5, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'subnets': [{'id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:17:34.720785 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722c0a8-e6dc-4d23-a04b-f272a4cd4ebb None None] New status for floating IP cd76f24d-54f6-43ac-9f5c-0cd0b8c84532: ACTIVE {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:17:38.082635 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:38.214806 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-17aca38c-fedb-42b0-89b2-279476442c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:40.811145 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-93481012-8c22-4fab-9b65-7c1ae3574056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.414159 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.967463 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:43.719903 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:45.746256 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:17:49.030471 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 38790) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:49.130181 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cec8693-1607-454e-8102-2dead52a2527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.218824 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cec8693-1607-454e-8102-2dead52a2527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.224140 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cec8693-1607-454e-8102-2dead52a2527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.228012 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:49.263452 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5cec8693-1607-454e-8102-2dead52a2527 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=16d472eaa5514c3884a94bd442ba97a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319138 Jun 29 16:17:49.264393 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec8693-1607-454e-8102-2dead52a2527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb546552-a7a8-4a1c-99a4-150bc214d68b,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:49.266092 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 38796) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:49.271439 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5cec8693-1607-454e-8102-2dead52a2527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:49.342978 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d660-b026-49ba-857d-8aa1e675942b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.365282 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d660-b026-49ba-857d-8aa1e675942b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.421453 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d660-b026-49ba-857d-8aa1e675942b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.424776 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d660-b026-49ba-857d-8aa1e675942b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.428556 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0ef0d660-b026-49ba-857d-8aa1e675942b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb546552-a7a8-4a1c-99a4-150bc214d68b HTTP/1.1" status: 204 len: 168 time: 0.1614158 Jun 29 16:17:49.429311 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:49.437638 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0d660-b026-49ba-857d-8aa1e675942b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb546552-a7a8-4a1c-99a4-150bc214d68b,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:49.440213 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0ef0d660-b026-49ba-857d-8aa1e675942b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:49.638809 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 38818) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:49.742124 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-223446a4-565b-4618-905f-dcd5bb18e046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.831753 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-223446a4-565b-4618-905f-dcd5bb18e046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.835785 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-223446a4-565b-4618-905f-dcd5bb18e046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.839093 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4ec2aa52-8dc1-4e4f-8465-e04a8221c653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:49.873949 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-223446a4-565b-4618-905f-dcd5bb18e046 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e2b70b63ac8c4ad8b83a484724334031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339773 Jun 29 16:17:49.874846 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223446a4-565b-4618-905f-dcd5bb18e046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa52441-c7cd-4830-a942-68b72a5510c4,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:49.876518 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 38832) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:49.877778 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-223446a4-565b-4618-905f-dcd5bb18e046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:49.926422 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9d7b050c-edff-4cd4-af01-dd9a8889969f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.948465 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9d7b050c-edff-4cd4-af01-dd9a8889969f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.995750 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9d7b050c-edff-4cd4-af01-dd9a8889969f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.998304 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9d7b050c-edff-4cd4-af01-dd9a8889969f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.001789 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-9d7b050c-edff-4cd4-af01-dd9a8889969f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/caa52441-c7cd-4830-a942-68b72a5510c4 HTTP/1.1" status: 204 len: 168 time: 0.1219387 Jun 29 16:17:50.001789 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ea271479-4bbb-4b1f-a533-fa2fef74956c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:50.007869 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b050c-edff-4cd4-af01-dd9a8889969f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa52441-c7cd-4830-a942-68b72a5510c4,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:50.011689 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9d7b050c-edff-4cd4-af01-dd9a8889969f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:50.329679 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 38858) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:50.343877 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a59a6646-bfe6-4cf4-8ede-a30547afb004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.437910 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a59a6646-bfe6-4cf4-8ede-a30547afb004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.441713 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a59a6646-bfe6-4cf4-8ede-a30547afb004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.444828 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:50.473981 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a6646-bfe6-4cf4-8ede-a30547afb004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b836d2f5-5568-48fb-bc2c-d8ae71de3071,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:50.477560 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a59a6646-bfe6-4cf4-8ede-a30547afb004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:50.492174 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a59a6646-bfe6-4cf4-8ede-a30547afb004 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8e8ca373d05a4d0fa0e9ccd202ed4cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613948 Jun 29 16:17:50.495014 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 38866) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:50.543372 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1642ccc-447d-4d8f-90ea-0a7ec76e8c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.564603 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1642ccc-447d-4d8f-90ea-0a7ec76e8c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.612447 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1642ccc-447d-4d8f-90ea-0a7ec76e8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.617538 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1642ccc-447d-4d8f-90ea-0a7ec76e8c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.620162 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b1642ccc-447d-4d8f-90ea-0a7ec76e8c16 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b836d2f5-5568-48fb-bc2c-d8ae71de3071 HTTP/1.1" status: 204 len: 168 time: 0.1239412 Jun 29 16:17:50.621758 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d943c421-39c6-483d-8168-d75669000ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:50.630223 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1642ccc-447d-4d8f-90ea-0a7ec76e8c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b836d2f5-5568-48fb-bc2c-d8ae71de3071,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:50.634399 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b1642ccc-447d-4d8f-90ea-0a7ec76e8c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:50.768015 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 38880) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:50.871102 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e63a927-69af-4dd3-bc31-ad562c16f956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.922410 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 38884) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:50.935716 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-278f3082-e985-4f6e-bd48-61b9bc532045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.961371 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e63a927-69af-4dd3-bc31-ad562c16f956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.965576 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e63a927-69af-4dd3-bc31-ad562c16f956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.967949 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9d7b050c-edff-4cd4-af01-dd9a8889969f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:51.004683 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63a927-69af-4dd3-bc31-ad562c16f956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8cc4f8-54d5-4916-80f3-9cfc801a10e7,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:51.011932 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2e63a927-69af-4dd3-bc31-ad562c16f956 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2a2dd36e6a3643938ec3fe3e8cf6a444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399104 Jun 29 16:17:51.011932 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2e63a927-69af-4dd3-bc31-ad562c16f956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:51.012232 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 38886) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:51.044501 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-278f3082-e985-4f6e-bd48-61b9bc532045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:51.049006 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-278f3082-e985-4f6e-bd48-61b9bc532045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:51.052384 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1911f306-e3f5-45fb-8c0f-e648e979e587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:51.060396 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baab57f5-eb0e-42c8-b34c-b3c5f293ed33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:51.081117 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baab57f5-eb0e-42c8-b34c-b3c5f293ed33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:51.088825 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-278f3082-e985-4f6e-bd48-61b9bc532045 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ac83efd55c645709cab1abf9e5f43bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649692 Jun 29 16:17:51.089826 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f3082-e985-4f6e-bd48-61b9bc532045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7a8894-b754-4458-bea1-d182256d5580,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:51.091338 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 38888) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:51.092778 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-278f3082-e985-4f6e-bd48-61b9bc532045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:51.156421 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b667e04-4b78-4c9e-8700-54e7912dc806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:51.171508 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baab57f5-eb0e-42c8-b34c-b3c5f293ed33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:51.174015 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baab57f5-eb0e-42c8-b34c-b3c5f293ed33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:51.175134 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-baab57f5-eb0e-42c8-b34c-b3c5f293ed33 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd8cc4f8-54d5-4916-80f3-9cfc801a10e7 HTTP/1.1" status: 204 len: 168 time: 0.1621499 Jun 29 16:17:51.179449 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a533ab13-8725-4db1-b6ee-48d668563236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:51.186141 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b667e04-4b78-4c9e-8700-54e7912dc806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:51.197693 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab57f5-eb0e-42c8-b34c-b3c5f293ed33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8cc4f8-54d5-4916-80f3-9cfc801a10e7,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:51.200464 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baab57f5-eb0e-42c8-b34c-b3c5f293ed33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:51.246080 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b667e04-4b78-4c9e-8700-54e7912dc806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:51.251180 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b667e04-4b78-4c9e-8700-54e7912dc806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:51.252393 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8b667e04-4b78-4c9e-8700-54e7912dc806 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4c7a8894-b754-4458-bea1-d182256d5580 HTTP/1.1" status: 204 len: 168 time: 0.1601045 Jun 29 16:17:51.253152 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5cec8693-1607-454e-8102-2dead52a2527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:51.261301 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b667e04-4b78-4c9e-8700-54e7912dc806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7a8894-b754-4458-bea1-d182256d5580,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:51.264697 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8b667e04-4b78-4c9e-8700-54e7912dc806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:51.910882 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 38938) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:51.944835 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 38942) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:52.023127 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-973388447-network', 'tenant_id': '098e90ea5613475cb65ecf48947a1473'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:52.044290 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] Made reservation on behalf of 098e90ea5613475cb65ecf48947a1473 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:17:52.047011 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.055327 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.066754 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-153049739-network', 'tenant_id': 'd991faf9556443a7a44148f4339605d7'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:52.084449 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.db.api [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 16:17:52.084449 dv-cinder-786627-15-iscsi neutron-server[92894]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 16:17:52.084449 dv-cinder-786627-15-iscsi neutron-server[92894]: [parameters: {'project_id_1': 'd991faf9556443a7a44148f4339605d7', 'expiration_1': datetime.datetime(2021, 6, 29, 16, 17, 52, 74446)}] Jun 29 16:17:52.084449 dv-cinder-786627-15-iscsi neutron-server[92894]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:17:52.084859 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_db.api [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:17:52.152259 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.155854 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.159821 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-91e200e4-b57e-432c-aa51-8f8efa2ae38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:52.176448 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:17:52.189660 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dc43b4-ef52-44e9-b4ea-8dbdc322f96b,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:52.193760 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:52.194771 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.195111 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] Added segment 2155705e-8139-4dbf-8561-ce9780f20b3f of type vlan for network a76eb061-5fc2-4fae-95a9-3a7079522d99 Jun 29 16:17:52.234540 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.262442 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.263760 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:52.264362 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.267313 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4388c5b0-a6f7-4dfa-9327-2e45aa1c7f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:52.314752 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4019530 Jun 29 16:17:52.317737 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 38946) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:52.325732 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-a4f8d889-71ac-497e-afd1-8d9b173b6694 admin admin] Request body: {'subnet': {'network_id': 'a76eb061-5fc2-4fae-95a9-3a7079522d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-973388447-subnet', 'tenant_id': '098e90ea5613475cb65ecf48947a1473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:52.328253 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=a76eb061-5fc2-4fae-95a9-3a7079522d99,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:52.331068 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:52.338349 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network a76eb061-5fc2-4fae-95a9-3a7079522d99 details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:17:52.348843 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f8d889-71ac-497e-afd1-8d9b173b6694 admin admin] Made reservation on behalf of 098e90ea5613475cb65ecf48947a1473 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:17:52.351318 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d889-71ac-497e-afd1-8d9b173b6694 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12300049'] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.523868 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d889-71ac-497e-afd1-8d9b173b6694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9365240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12300035'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.526232 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8ae8594b-c5b2-42a9-b5af-5fd08352675c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:52.572043 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8d889-71ac-497e-afd1-8d9b173b6694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aae0be3-df98-4f5e-bcc5-413444bb43ec,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:52.578942 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a4f8d889-71ac-497e-afd1-8d9b173b6694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:52.587558 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f8d889-71ac-497e-afd1-8d9b173b6694 admin admin] Checking segment: {'id': '2155705e-8139-4dbf-8561-ce9780f20b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a76eb061-5fc2-4fae-95a9-3a7079522d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:17:52.588153 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f8d889-71ac-497e-afd1-8d9b173b6694 admin admin] Network hostable DHCP agents. Network: a76eb061-5fc2-4fae-95a9-3a7079522d99, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:17:52.605354 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f8d889-71ac-497e-afd1-8d9b173b6694 admin admin] Network a76eb061-5fc2-4fae-95a9-3a7079522d99 is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:17:52.606699 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Made reservation on behalf of d991faf9556443a7a44148f4339605d7 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:17:52.609359 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.615358 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-a4f8d889-71ac-497e-afd1-8d9b173b6694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, a76eb061-5fc2-4fae-95a9-3a7079522d99) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:17:52.620434 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f8d889-71ac-497e-afd1-8d9b173b6694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:52.621094 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d889-71ac-497e-afd1-8d9b173b6694 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.628817 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2ec634-dfd1-43f6-b1c4-ba5ad3e6acbb None None] Network a76eb061-5fc2-4fae-95a9-3a7079522d99 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:17:52.631480 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.636463 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a4f8d889-71ac-497e-afd1-8d9b173b6694 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3168328 Jun 29 16:17:52.739490 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.745387 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.749836 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7b4c326c-ef86-4e23-8f8f-e93b5164670f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:52.765414 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe91966-9f16-4134-89e5-2d6994fd4178 None None] Network a76eb061-5fc2-4fae-95a9-3a7079522d99 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:17:52.769341 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:17:52.785183 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.785345 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Added segment 833ca9a4-07be-4a23-b578-dd1942d02242 of type vlan for network 54e7d3b0-281d-4deb-a4bf-b52d3db68e11 Jun 29 16:17:52.786803 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0db4e13-d30f-48c7-8b66-8f3878ab3efe,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:52.797327 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:52.831915 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.862404 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.863827 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:52.864418 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.866433 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:52.930388 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Pushing event updated for resources: {'Network': ['ID=54e7d3b0-281d-4deb-a4bf-b52d3db68e11,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:52.934892 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9890227 Jun 29 16:17:52.935802 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:52.936930 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 38960) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:52.941782 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-b1c194f6-d6f3-4056-b966-af83f2650a53 admin admin] Request body: {'subnet': {'network_id': '54e7d3b0-281d-4deb-a4bf-b52d3db68e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-153049739-subnet', 'tenant_id': 'd991faf9556443a7a44148f4339605d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:52.941967 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network 54e7d3b0-281d-4deb-a4bf-b52d3db68e11 details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:17:52.962310 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c194f6-d6f3-4056-b966-af83f2650a53 admin admin] Made reservation on behalf of d991faf9556443a7a44148f4339605d7 for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:17:52.965415 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1c194f6-d6f3-4056-b966-af83f2650a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10257514'] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:53.143427 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1c194f6-d6f3-4056-b966-af83f2650a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10445054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10257528'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:53.148560 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-01ec03ae-4094-4f46-9b62-fa329407224f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:53.210564 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c194f6-d6f3-4056-b966-af83f2650a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c30361-acc6-4cbe-afaa-6cf6c979d9c9,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:53.214467 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b1c194f6-d6f3-4056-b966-af83f2650a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:53.218279 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c194f6-d6f3-4056-b966-af83f2650a53 admin admin] Checking segment: {'id': '833ca9a4-07be-4a23-b578-dd1942d02242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54e7d3b0-281d-4deb-a4bf-b52d3db68e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:17:53.218642 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c194f6-d6f3-4056-b966-af83f2650a53 admin admin] Network hostable DHCP agents. Network: 54e7d3b0-281d-4deb-a4bf-b52d3db68e11, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:17:53.236519 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c194f6-d6f3-4056-b966-af83f2650a53 admin admin] Network 54e7d3b0-281d-4deb-a4bf-b52d3db68e11 is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:17:53.245991 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-b1c194f6-d6f3-4056-b966-af83f2650a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, 54e7d3b0-281d-4deb-a4bf-b52d3db68e11) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:17:53.249888 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c194f6-d6f3-4056-b966-af83f2650a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:53.250576 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1c194f6-d6f3-4056-b966-af83f2650a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:53.256272 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fea85c-8ad2-410a-837e-2d54cd5e9325 None None] Network 54e7d3b0-281d-4deb-a4bf-b52d3db68e11 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:17:53.264701 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b1c194f6-d6f3-4056-b966-af83f2650a53 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3267231 Jun 29 16:17:53.382484 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064695de-dce6-45af-8554-d8c3b26d4914 None None] Network 54e7d3b0-281d-4deb-a4bf-b52d3db68e11 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:17:57.728379 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f7f63c54-fa17-4e59-9dd5-3e6d83f026ff req-7373727f-7d19-4a87-8d48-24fbb342468b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509977 Jun 29 16:17:57.816647 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f63c54-fa17-4e59-9dd5-3e6d83f026ff req-b51bbfff-f092-4536-ab7a-d8b0674354a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:57.818121 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f7f63c54-fa17-4e59-9dd5-3e6d83f026ff req-b51bbfff-f092-4536-ab7a-d8b0674354a3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 1098 time: 0.0656221 Jun 29 16:17:57.920507 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f63c54-fa17-4e59-9dd5-3e6d83f026ff req-6580578f-1c4c-45e1-b1d6-d3a0e61d3394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:57.922225 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f7f63c54-fa17-4e59-9dd5-3e6d83f026ff req-6580578f-1c4c-45e1-b1d6-d3a0e61d3394 service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0835059 Jun 29 16:17:57.966823 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f7f63c54-fa17-4e59-9dd5-3e6d83f026ff req-c92f4b7f-8b88-4d65-afad-6ab39aa9f32a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d4ffd8-ced4-4286-a1f6-df39a9435e29 HTTP/1.1" status: 200 len: 217 time: 0.0375764 Jun 29 16:17:58.013961 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f63c54-fa17-4e59-9dd5-3e6d83f026ff req-9fb689b5-7142-4a5b-8be5-fc83b01e75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:58.015293 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f7f63c54-fa17-4e59-9dd5-3e6d83f026ff req-9fb689b5-7142-4a5b-8be5-fc83b01e75d8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0421925 Jun 29 16:17:58.046787 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f7f63c54-fa17-4e59-9dd5-3e6d83f026ff req-c6d6f104-8fa5-45bb-b3ef-1c20642139f6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240383 Jun 29 16:17:58.137120 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f7f63c54-fa17-4e59-9dd5-3e6d83f026ff req-f3393406-467c-4947-a9aa-4ce770691fe9 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829897 Jun 29 16:17:58.223685 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f7f63c54-fa17-4e59-9dd5-3e6d83f026ff req-8653e799-0e41-4cd1-a52d-05a04eddb6f6 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785284 Jun 29 16:18:03.602042 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b748925-fb9a-4fb1-9e31-32d49dc01fd7 req-57f6f44e-842a-4ada-8e6c-b86fdbae1475 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:03.604335 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4b748925-fb9a-4fb1-9e31-32d49dc01fd7 req-57f6f44e-842a-4ada-8e6c-b86fdbae1475 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 945 time: 0.0649452 Jun 29 16:18:03.642280 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4b748925-fb9a-4fb1-9e31-32d49dc01fd7 req-cd0f2fce-ac22-41a9-9433-24f966b160dd tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321455 Jun 29 16:18:04.324700 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a619f-2fd3-461b-9497-494fc88ce523 req-e2a368d8-47dc-4fd1-acbd-5bfa08e6e1ae tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:04.326156 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6d1a619f-2fd3-461b-9497-494fc88ce523 req-e2a368d8-47dc-4fd1-acbd-5bfa08e6e1ae tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.77 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 945 time: 0.0618653 Jun 29 16:18:04.432333 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-6d1a619f-2fd3-461b-9497-494fc88ce523 req-d23dfb35-5a3c-49c7-b6bd-9fbccaf73120 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Deleting port 10d4ffd8-ced4-4286-a1f6-df39a9435e29 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:18:04.432676 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-6d1a619f-2fd3-461b-9497-494fc88ce523 req-d23dfb35-5a3c-49c7-b6bd-9fbccaf73120 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:04.516216 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-6d1a619f-2fd3-461b-9497-494fc88ce523 req-d23dfb35-5a3c-49c7-b6bd-9fbccaf73120 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] For port 10d4ffd8-ced4-4286-a1f6-df39a9435e29, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10d4ffd8-ced4-4286-a1f6-df39a9435e29,segment=NetworkSegment(b03bb11f-7894-40e0-9619-0b0fe2c55e5b),segment_id=b03bb11f-7894-40e0-9619-0b0fe2c55e5b)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:18:04.516574 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-6d1a619f-2fd3-461b-9497-494fc88ce523 req-d23dfb35-5a3c-49c7-b6bd-9fbccaf73120 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:04.528266 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-6d1a619f-2fd3-461b-9497-494fc88ce523 req-d23dfb35-5a3c-49c7-b6bd-9fbccaf73120 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Calling delete_port for 10d4ffd8-ced4-4286-a1f6-df39a9435e29 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:18:04.653312 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-6d1a619f-2fd3-461b-9497-494fc88ce523 req-d23dfb35-5a3c-49c7-b6bd-9fbccaf73120 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:04.657244 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:04.666338 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['51a30074-aa07-4281-9ad4-e6d428a2befa', '57384b54-8f26-490e-a688-8aa969892fc1'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:18:04.682972 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dfb35-5a3c-49c7-b6bd-9fbccaf73120 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Pushing event deleted for resources: {'Port': ['ID=10d4ffd8-ced4-4286-a1f6-df39a9435e29,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:04.685744 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d23dfb35-5a3c-49c7-b6bd-9fbccaf73120 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:04.729986 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1a619f-2fd3-461b-9497-494fc88ce523 req-d23dfb35-5a3c-49c7-b6bd-9fbccaf73120 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] No DVR routers for this DVR port 10d4ffd8-ced4-4286-a1f6-df39a9435e29 on host hv-cinder-78662 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:18:04.732461 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-6d1a619f-2fd3-461b-9497-494fc88ce523 req-d23dfb35-5a3c-49c7-b6bd-9fbccaf73120 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:04.734512 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6d1a619f-2fd3-461b-9497-494fc88ce523 req-d23dfb35-5a3c-49c7-b6bd-9fbccaf73120 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.77 "DELETE /v2.0/ports/10d4ffd8-ced4-4286-a1f6-df39a9435e29 HTTP/1.1" status: 204 len: 173 time: 0.4014857 Jun 29 16:18:04.735010 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f941d8-11e5-47ea-ad50-5b6d201515c0', 'name': 'network-vif-deleted', 'tag': '10d4ffd8-ced4-4286-a1f6-df39a9435e29'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:18:04.738017 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c282c74-93c3-4831-bf0f-1ba3073bacbc" -d '{"events": [{"server_uuid": "55f941d8-11e5-47ea-ad50-5b6d201515c0", "name": "network-vif-deleted", "tag": "10d4ffd8-ced4-4286-a1f6-df39a9435e29"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:18:04.808107 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fd6ff68b-b45d-4b6c-a859-a2aa0b3f3e21 req-f21380c8-41c7-48b0-8eec-0eafafd1a026 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=55f941d8-11e5-47ea-ad50-5b6d201515c0 HTTP/1.1" status: 200 len: 210 time: 0.0432041 Jun 29 16:18:04.810048 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f566ca54-cb92-4d58-9fad-739784c07242 x-openstack-request-id: req-f566ca54-cb92-4d58-9fad-739784c07242 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:18:04.810617 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f941d8-11e5-47ea-ad50-5b6d201515c0", "name": "network-vif-deleted", "tag": "10d4ffd8-ced4-4286-a1f6-df39a9435e29", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:18:04.811084 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f566ca54-cb92-4d58-9fad-739784c07242 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:18:04.811709 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f941d8-11e5-47ea-ad50-5b6d201515c0', 'name': 'network-vif-deleted', 'tag': '10d4ffd8-ced4-4286-a1f6-df39a9435e29', 'status': 'completed', 'code': 200} Jun 29 16:18:06.457140 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 10d4ffd8-ced4-4286-a1f6-df39a9435e29 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:18:06.482369 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] No Port match for: 10d4ffd8-ced4-4286-a1f6-df39a9435e29 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:18:06.482733 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 10d4ffd8-ced4-4286-a1f6-df39a9435e29 not bound to the agent host hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:18:08.097547 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:08.214835 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e98a5223-293e-440d-aec4-8f14fc87b2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:10.812072 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-37eb0ed9-28a9-437e-a7e2-da70f8d0ca24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:11.414925 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:11.970774 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:13.722784 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:22.745962 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:18:38.100386 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:38.214857 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-330bf1ea-209c-457c-8c19-896fabbe5cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:40.814755 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f94bf42e-1a4c-4dfb-9e6f-713dc5e9a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:41.417583 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:41.973863 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:43.724515 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:58.835867 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b1b8214a-4fa3-46f9-8045-b61d5213dbfb req-0ac03fd4-e4aa-44e6-969b-f5c563898525 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1157317 Jun 29 16:18:58.918321 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8214a-4fa3-46f9-8045-b61d5213dbfb req-575896b7-2be1-4da7-a267-6e0fbd03ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:58.919890 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b1b8214a-4fa3-46f9-8045-b61d5213dbfb req-575896b7-2be1-4da7-a267-6e0fbd03ceae service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1a9ba8fe1c5942468fadff48ff9a8b5a&device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 1098 time: 0.0545297 Jun 29 16:18:59.022886 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8214a-4fa3-46f9-8045-b61d5213dbfb req-10716bbe-17f3-4d73-bf23-b83cbdee761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:59.024783 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b1b8214a-4fa3-46f9-8045-b61d5213dbfb req-10716bbe-17f3-4d73-bf23-b83cbdee761d service neutron] 10.222.0.77 "GET /v2.0/networks?id=97f20867-09fe-42d1-b031-6da4bc89dc21 HTTP/1.1" status: 200 len: 911 time: 0.0842316 Jun 29 16:18:59.089288 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b1b8214a-4fa3-46f9-8045-b61d5213dbfb req-22fc2bda-7974-4cfc-a972-42b57614a9c1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=996fa0df-90c7-4113-b832-699b74747c33 HTTP/1.1" status: 200 len: 1001 time: 0.0580153 Jun 29 16:18:59.139480 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8214a-4fa3-46f9-8045-b61d5213dbfb req-7c38b23f-9fa1-4f77-b509-976d8253a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:59.140902 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b1b8214a-4fa3-46f9-8045-b61d5213dbfb req-7c38b23f-9fa1-4f77-b509-976d8253a99d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e919af68-53a9-442c-8cab-d70814d969fe HTTP/1.1" status: 200 len: 849 time: 0.0451877 Jun 29 16:18:59.197662 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8214a-4fa3-46f9-8045-b61d5213dbfb req-dd7a9549-cc56-4c00-8599-2581a0afcd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:59.199063 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b1b8214a-4fa3-46f9-8045-b61d5213dbfb req-dd7a9549-cc56-4c00-8599-2581a0afcd4f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=97f20867-09fe-42d1-b031-6da4bc89dc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0488358 Jun 29 16:18:59.283538 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b1b8214a-4fa3-46f9-8045-b61d5213dbfb req-75bfb876-8220-487d-aa83-44845b2b4e61 service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774806 Jun 29 16:18:59.372044 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b1b8214a-4fa3-46f9-8045-b61d5213dbfb req-90b118f7-795f-4d79-8a29-4a8ae530b084 service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814283 Jun 29 16:18:59.744632 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:19:08.106671 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:08.215466 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-37e7ed4a-331a-4f29-ad03-5b3285c76f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:10.815404 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-50e0335e-f5a3-4e17-b886-75aa2fd749b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:11.418432 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:11.977018 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:13.726704 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:36.744422 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:19:38.101421 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:38.216308 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4cca-bca1-4eb2-a274-d8afee25de0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:40.815391 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8bd4530b-5d02-4382-a789-aec7cfffbf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:41.419201 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:41.981362 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:43.729972 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:00.691910 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9b3071ab-4440-457f-bb5b-aa56c17594be req-e865f79d-3cd8-40ae-81d0-078a8cc5d51c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499647 Jun 29 16:20:00.796708 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3071ab-4440-457f-bb5b-aa56c17594be req-b7be58f3-7d74-4904-a2f5-cad9e84ea6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:00.798418 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9b3071ab-4440-457f-bb5b-aa56c17594be req-b7be58f3-7d74-4904-a2f5-cad9e84ea6c0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 1098 time: 0.0571129 Jun 29 16:20:00.902576 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3071ab-4440-457f-bb5b-aa56c17594be req-6fb5eb47-babf-469d-bcd2-821d0b80eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:00.904061 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9b3071ab-4440-457f-bb5b-aa56c17594be req-6fb5eb47-babf-469d-bcd2-821d0b80eabb service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0836601 Jun 29 16:20:00.950661 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9b3071ab-4440-457f-bb5b-aa56c17594be req-bddfc393-c80e-4b81-a725-ef7241698da4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a30074-aa07-4281-9ad4-e6d428a2befa HTTP/1.1" status: 200 len: 217 time: 0.0360589 Jun 29 16:20:01.001231 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3071ab-4440-457f-bb5b-aa56c17594be req-10a61621-10cb-4690-831a-9dc35d85f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:01.002568 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9b3071ab-4440-457f-bb5b-aa56c17594be req-10a61621-10cb-4690-831a-9dc35d85f029 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0411189 Jun 29 16:20:01.034497 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9b3071ab-4440-457f-bb5b-aa56c17594be req-5ad1f779-a3e3-4c63-af35-ff1902eedb69 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244582 Jun 29 16:20:01.360065 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9b3071ab-4440-457f-bb5b-aa56c17594be req-b734bcce-de0c-431a-93d1-2e69617b8f11 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171401 Jun 29 16:20:01.444836 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9b3071ab-4440-457f-bb5b-aa56c17594be req-964d4e38-e6c6-4cd9-9e9b-9e3615d99ae2 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773604 Jun 29 16:20:08.108190 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:08.216469 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-42421425-7296-4093-9443-fddd4702040a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.816527 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-91a2949d-0231-4ca0-adce-fff47d53134c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:11.419401 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:11.985778 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:13.734445 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:13.743881 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:20:38.136722 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.215620 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c510ee27-6e1d-42dc-8eee-ba2327e7077b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:40.816364 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-47b02bc2-69e9-4dd8-b267-b0a30134cdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:41.426638 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:41.986760 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:43.734740 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:50.742857 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:21:02.744856 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cde0701b-1467-4385-bdf5-c54381f86871 req-cd74100a-f331-4a3a-9f07-c5528a4e1c7a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538518 Jun 29 16:21:02.817707 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0701b-1467-4385-bdf5-c54381f86871 req-b4d9cb9c-5dfd-48d8-9872-687b0ea3375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:02.819735 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cde0701b-1467-4385-bdf5-c54381f86871 req-b4d9cb9c-5dfd-48d8-9872-687b0ea3375a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 1099 time: 0.0533524 Jun 29 16:21:02.930513 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0701b-1467-4385-bdf5-c54381f86871 req-43737e05-e31a-4dc6-8f81-30aeace353ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:02.931990 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cde0701b-1467-4385-bdf5-c54381f86871 req-43737e05-e31a-4dc6-8f81-30aeace353ae service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0855484 Jun 29 16:21:02.977494 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cde0701b-1467-4385-bdf5-c54381f86871 req-745c9011-401a-40af-b49e-02522eee304b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57384b54-8f26-490e-a688-8aa969892fc1 HTTP/1.1" status: 200 len: 217 time: 0.0386920 Jun 29 16:21:03.030115 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0701b-1467-4385-bdf5-c54381f86871 req-c485da0f-b0c3-499f-b94b-cf18555c34fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:03.032858 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cde0701b-1467-4385-bdf5-c54381f86871 req-c485da0f-b0c3-499f-b94b-cf18555c34fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0485623 Jun 29 16:21:03.069856 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cde0701b-1467-4385-bdf5-c54381f86871 req-35898b87-ac67-4964-8db1-1411d0c87d61 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299211 Jun 29 16:21:03.163490 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cde0701b-1467-4385-bdf5-c54381f86871 req-f9be0da1-038e-4d1b-970f-da78b23ecd75 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865719 Jun 29 16:21:03.253519 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cde0701b-1467-4385-bdf5-c54381f86871 req-0b9b2c93-e5bf-42d4-ab16-9620a06d36d2 service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827315 Jun 29 16:21:08.127303 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:08.216184 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-33fc4a2d-123a-415f-a1fd-e0b2937a5b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:10.816748 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-42b2900c-107c-4445-9b62-d3a9b675fa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:11.418130 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:11.989251 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:13.738430 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:27.741396 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:21:38.132413 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:38.216956 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f4aec7ad-599e-4293-aa54-5d96e9907f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:40.816857 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-dcb49fee-33b7-432f-8d24-458bef706570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:41.419250 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:41.991470 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:43.742480 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:04.728228 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b98f74c-bc30-45f8-8ed7-89f6f6f44ea5 req-310ce661-2b6a-416c-9fd2-fd69239b956b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538323 Jun 29 16:22:04.740840 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:22:04.799766 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98f74c-bc30-45f8-8ed7-89f6f6f44ea5 req-036218ca-eb64-4335-bc37-072d30ae970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:04.801185 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b98f74c-bc30-45f8-8ed7-89f6f6f44ea5 req-036218ca-eb64-4335-bc37-072d30ae970a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1a9ba8fe1c5942468fadff48ff9a8b5a&device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 1098 time: 0.0507586 Jun 29 16:22:04.908270 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98f74c-bc30-45f8-8ed7-89f6f6f44ea5 req-4beba3d7-de5d-48b3-89cd-8efd83803a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:04.909770 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b98f74c-bc30-45f8-8ed7-89f6f6f44ea5 req-4beba3d7-de5d-48b3-89cd-8efd83803a0d service neutron] 10.222.0.77 "GET /v2.0/networks?id=97f20867-09fe-42d1-b031-6da4bc89dc21 HTTP/1.1" status: 200 len: 911 time: 0.0891101 Jun 29 16:22:04.972778 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b98f74c-bc30-45f8-8ed7-89f6f6f44ea5 req-0fea2f3c-01a8-4094-9789-a1f96967b4f8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=996fa0df-90c7-4113-b832-699b74747c33 HTTP/1.1" status: 200 len: 1001 time: 0.0557411 Jun 29 16:22:05.022544 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98f74c-bc30-45f8-8ed7-89f6f6f44ea5 req-7633a67b-b965-4772-95cf-0b0e4ac606e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:05.024027 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b98f74c-bc30-45f8-8ed7-89f6f6f44ea5 req-7633a67b-b965-4772-95cf-0b0e4ac606e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e919af68-53a9-442c-8cab-d70814d969fe HTTP/1.1" status: 200 len: 849 time: 0.0440576 Jun 29 16:22:05.084614 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98f74c-bc30-45f8-8ed7-89f6f6f44ea5 req-160426ad-21f9-480a-8712-ccf9adccd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:05.086076 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b98f74c-bc30-45f8-8ed7-89f6f6f44ea5 req-160426ad-21f9-480a-8712-ccf9adccd173 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=97f20867-09fe-42d1-b031-6da4bc89dc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0546136 Jun 29 16:22:05.172293 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b98f74c-bc30-45f8-8ed7-89f6f6f44ea5 req-5863144e-30a4-45c9-ac90-9b4c1281e0e5 service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784490 Jun 29 16:22:05.261592 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b98f74c-bc30-45f8-8ed7-89f6f6f44ea5 req-081baf7f-a67f-4155-ac45-6d0a2ee60d05 service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821097 Jun 29 16:22:08.140420 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:08.219083 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c0d7dea1-fea7-43c0-931c-11896c0f5821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:10.817432 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-dbcf39e6-266a-4986-b50c-25a0f3bc18cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:11.421341 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:11.994160 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:13.743445 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:38.158203 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:38.217541 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-71dae4d8-2543-45f5-89e9-ce64311802c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:40.817777 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b7a354a4-efdd-4ffd-9246-09c06307ed22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:41.423132 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:41.738521 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:22:41.997419 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:43.746583 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:45.261489 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 42404) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:22:45.360528 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:45.448519 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:45.452345 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:45.455751 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-27ef6a1c-2be2-49b0-8b38-65d76cfd7538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:22:45.493228 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eefd3533732140aea1dfed9fa93d486c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306619 Jun 29 16:22:45.494086 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1551053-6545-41dd-b506-548a3c841dc6,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:22:45.495781 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 42412) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:22:45.502505 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.502884 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.503247 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.503632 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.503998 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.504358 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.504711 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.505066 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.505418 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.505765 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.506115 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.506460 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.510363 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:22:45.548409 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:45.575004 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:45.621077 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:45.624702 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:45.625902 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1551053-6545-41dd-b506-548a3c841dc6 HTTP/1.1" status: 204 len: 168 time: 0.1291499 Jun 29 16:22:45.626740 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3e265575-62a5-4339-b54d-24e1a138cfcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:22:45.634993 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1551053-6545-41dd-b506-548a3c841dc6,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:22:45.642016 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.642389 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.642760 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.643116 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.643468 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.643918 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.644271 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.644620 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.644968 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.645311 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.645673 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.646224 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:45.649473 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:04.732684 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ba60a67b-5609-4f61-be20-2f9c7bcf916c req-44eb1fe9-623f-48ec-b9a1-911c5fef37fc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541999 Jun 29 16:23:04.805071 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60a67b-5609-4f61-be20-2f9c7bcf916c req-75f7db8e-e2c4-4d7e-b50e-569820173b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:04.807433 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ba60a67b-5609-4f61-be20-2f9c7bcf916c req-75f7db8e-e2c4-4d7e-b50e-569820173b84 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b26ba640dfc43e2afb9bc018a0710fa&device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 1098 time: 0.0523505 Jun 29 16:23:04.921884 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60a67b-5609-4f61-be20-2f9c7bcf916c req-4ef6d426-33de-45be-8fb2-6410eb8b9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:04.923362 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ba60a67b-5609-4f61-be20-2f9c7bcf916c req-4ef6d426-33de-45be-8fb2-6410eb8b9427 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ec638f7b-1c88-4845-98a8-f4e75c542570 HTTP/1.1" status: 200 len: 918 time: 0.0949154 Jun 29 16:23:04.992862 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ba60a67b-5609-4f61-be20-2f9c7bcf916c req-e34eaf62-a059-43cd-b6b7-7d7e751a4556 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a43b6f3-a863-4fb5-9e43-ac08a11a1dba HTTP/1.1" status: 200 len: 1001 time: 0.0622847 Jun 29 16:23:05.040529 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60a67b-5609-4f61-be20-2f9c7bcf916c req-16e21ee5-d9b3-47cd-98a3-5d68466b163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:05.041903 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ba60a67b-5609-4f61-be20-2f9c7bcf916c req-16e21ee5-d9b3-47cd-98a3-5d68466b163d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=af34b3db-0ff1-4013-b759-8e328f36422e HTTP/1.1" status: 200 len: 856 time: 0.0408962 Jun 29 16:23:05.097667 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60a67b-5609-4f61-be20-2f9c7bcf916c req-5e7f50ad-7ed2-458d-a7db-fdb1e04ab294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:05.099059 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ba60a67b-5609-4f61-be20-2f9c7bcf916c req-5e7f50ad-7ed2-458d-a7db-fdb1e04ab294 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ec638f7b-1c88-4845-98a8-f4e75c542570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485010 Jun 29 16:23:05.191523 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ba60a67b-5609-4f61-be20-2f9c7bcf916c req-7c91c74f-f091-4d8f-978d-7805ae4f9852 service neutron] 10.222.0.77 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835419 Jun 29 16:23:05.280402 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ba60a67b-5609-4f61-be20-2f9c7bcf916c req-530834a5-3bf6-44f1-8242-72f369ea12b1 service neutron] 10.222.0.77 "GET /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810297 Jun 29 16:23:08.169704 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:08.216317 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8efc1a73-d570-4d02-9bb2-d99ddc0826e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:10.818078 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-589dc265-fe8c-4d6e-8189-338539d6eb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:11.423918 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:12.000904 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:12.882358 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9571073-193a-4dd8-b43e-c391cbe792d0 req-4293c3b8-4342-480c-ac29-6014322b252f tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:12.883823 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d9571073-193a-4dd8-b43e-c391cbe792d0 req-4293c3b8-4342-480c-ac29-6014322b252f tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 945 time: 0.2324474 Jun 29 16:23:12.919343 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d9571073-193a-4dd8-b43e-c391cbe792d0 req-3f788e8a-6330-4095-af56-812f604a78ea tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=9839bd0a-9d0b-4bc9-a82d-d348b56dd571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297890 Jun 29 16:23:13.409329 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90580c-e70e-4c58-80fd-11599add264d req-5124309f-5349-4b3c-a05d-8fa2bd64bb02 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:13.410746 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bc90580c-e70e-4c58-80fd-11599add264d req-5124309f-5349-4b3c-a05d-8fa2bd64bb02 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.77 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 945 time: 0.0610867 Jun 29 16:23:13.508669 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-bc90580c-e70e-4c58-80fd-11599add264d req-e101751e-f025-47f5-8948-9777296e6710 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Deleting port 996fa0df-90c7-4113-b832-699b74747c33 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:23:13.508928 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bc90580c-e70e-4c58-80fd-11599add264d req-e101751e-f025-47f5-8948-9777296e6710 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:13.591713 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-bc90580c-e70e-4c58-80fd-11599add264d req-e101751e-f025-47f5-8948-9777296e6710 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] For port 996fa0df-90c7-4113-b832-699b74747c33, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=996fa0df-90c7-4113-b832-699b74747c33,segment=NetworkSegment(d472cb34-928f-4613-8d3e-d618be8d924d),segment_id=d472cb34-928f-4613-8d3e-d618be8d924d)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:23:13.592574 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bc90580c-e70e-4c58-80fd-11599add264d req-e101751e-f025-47f5-8948-9777296e6710 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:13.749486 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:13.752693 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bc90580c-e70e-4c58-80fd-11599add264d req-e101751e-f025-47f5-8948-9777296e6710 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:13.753064 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bc90580c-e70e-4c58-80fd-11599add264d req-e101751e-f025-47f5-8948-9777296e6710 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3760652'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:13.753368 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.l3_db [req-bc90580c-e70e-4c58-80fd-11599add264d req-e101751e-f025-47f5-8948-9777296e6710 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Floating IP dddc964b-0a25-4765-8528-1f49992eed15 disassociated. External IP: 172.27.2.120, port: 996fa0df-90c7-4113-b832-699b74747c33. Jun 29 16:23:13.753697 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-bc90580c-e70e-4c58-80fd-11599add264d req-e101751e-f025-47f5-8948-9777296e6710 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Calling delete_port for 996fa0df-90c7-4113-b832-699b74747c33 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:23:13.874678 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bc90580c-e70e-4c58-80fd-11599add264d req-e101751e-f025-47f5-8948-9777296e6710 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:13.879135 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-dde9ac34-a605-4fa9-a377-ac2302035203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:13.906506 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101751e-f025-47f5-8948-9777296e6710 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event deleted for resources: {'Port': ['ID=996fa0df-90c7-4113-b832-699b74747c33,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:13.910969 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e101751e-f025-47f5-8948-9777296e6710 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:14.018453 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc90580c-e70e-4c58-80fd-11599add264d req-e101751e-f025-47f5-8948-9777296e6710 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Router b986fc3b-4eb4-4870-809c-0585f5a08d76 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:23:14.136124 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc90580c-e70e-4c58-80fd-11599add264d req-e101751e-f025-47f5-8948-9777296e6710 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:23:14.144146 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b87caef7-07df-4d22-ae36-68914847a7ea req-f396aca9-f3c0-4ec6-960d-97dc4c5a5250 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=f67ba3a5-7041-419d-814f-56ca12536ef0 HTTP/1.1" status: 200 len: 210 time: 0.0971892 Jun 29 16:23:14.147423 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892be12-7a52-4b8e-ac14-f6568a2edcc1 None None] Sync routers for ids ['b986fc3b-4eb4-4870-809c-0585f5a08d76'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:23:14.157501 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892be12-7a52-4b8e-ac14-f6568a2edcc1 None None] Routers {'b986fc3b-4eb4-4870-809c-0585f5a08d76'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:23:14.158120 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f892be12-7a52-4b8e-ac14-f6568a2edcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:23:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b986fc3b-4eb4-4870-809c-0585f5a08d76'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:14.182652 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc90580c-e70e-4c58-80fd-11599add264d req-e101751e-f025-47f5-8948-9777296e6710 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] No DVR routers for this DVR port 996fa0df-90c7-4113-b832-699b74747c33 on host hv-cinder-78662 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:23:14.185092 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bc90580c-e70e-4c58-80fd-11599add264d req-e101751e-f025-47f5-8948-9777296e6710 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:14.187672 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bc90580c-e70e-4c58-80fd-11599add264d req-e101751e-f025-47f5-8948-9777296e6710 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.77 "DELETE /v2.0/ports/996fa0df-90c7-4113-b832-699b74747c33 HTTP/1.1" status: 204 len: 173 time: 0.7710636 Jun 29 16:23:14.188161 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67ba3a5-7041-419d-814f-56ca12536ef0', 'name': 'network-vif-deleted', 'tag': '996fa0df-90c7-4113-b832-699b74747c33'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:23:14.190498 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a872255c-cfdd-4347-ab6c-7cf323182452" -d '{"events": [{"server_uuid": "f67ba3a5-7041-419d-814f-56ca12536ef0", "name": "network-vif-deleted", "tag": "996fa0df-90c7-4113-b832-699b74747c33"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:23:14.292698 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b394ca-35f6-4bf1-85da-7f63aba3a3f5 x-openstack-request-id: req-88b394ca-35f6-4bf1-85da-7f63aba3a3f5 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:23:14.293151 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67ba3a5-7041-419d-814f-56ca12536ef0", "name": "network-vif-deleted", "tag": "996fa0df-90c7-4113-b832-699b74747c33", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:23:14.293480 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-88b394ca-35f6-4bf1-85da-7f63aba3a3f5 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:23:14.293974 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67ba3a5-7041-419d-814f-56ca12536ef0', 'name': 'network-vif-deleted', 'tag': '996fa0df-90c7-4113-b832-699b74747c33', 'status': 'completed', 'code': 200} Jun 29 16:23:14.409196 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-f892be12-7a52-4b8e-ac14-f6568a2edcc1 None None] Set router b986fc3b-4eb4-4870-809c-0585f5a08d76 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:23:14.608004 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f892be12-7a52-4b8e-ac14-f6568a2edcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '59b18cb1-82d2-4564-9dc2-14435749920f', 'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'mac_address': 'fa:16:3e:a9:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:33Z', 'updated_at': '2021-06-29T16:15:39Z', 'revision_number': 5, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'subnets': [{'id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:14.636031 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892be12-7a52-4b8e-ac14-f6568a2edcc1 None None] Checking router: b986fc3b-4eb4-4870-809c-0585f5a08d76 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:23:14.644840 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892be12-7a52-4b8e-ac14-f6568a2edcc1 None None] Routers {'b986fc3b-4eb4-4870-809c-0585f5a08d76'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:23:14.645446 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f892be12-7a52-4b8e-ac14-f6568a2edcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:23:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b986fc3b-4eb4-4870-809c-0585f5a08d76'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:14.760582 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-f892be12-7a52-4b8e-ac14-f6568a2edcc1 None None] Set router b986fc3b-4eb4-4870-809c-0585f5a08d76 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:23:14.968770 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f892be12-7a52-4b8e-ac14-f6568a2edcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '59b18cb1-82d2-4564-9dc2-14435749920f', 'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'mac_address': 'fa:16:3e:a9:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:33Z', 'updated_at': '2021-06-29T16:15:39Z', 'revision_number': 5, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'subnets': [{'id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:14.993349 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892be12-7a52-4b8e-ac14-f6568a2edcc1 None None] The sync data for ids ['b986fc3b-4eb4-4870-809c-0585f5a08d76'] in dv-cinder-786627-15-iscsi is: [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '59b18cb1-82d2-4564-9dc2-14435749920f', 'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'mac_address': 'fa:16:3e:a9:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:33Z', 'updated_at': '2021-06-29T16:15:39Z', 'revision_number': 5, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'subnets': [{'id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:23:15.208775 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f604b2-3f00-444f-a4c0-17e2b4da7ffc None None] New status for floating IP dddc964b-0a25-4765-8528-1f49992eed15: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:23:15.273841 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 42824) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:15.327998 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c19b-281b-473a-b72a-f8898bba0805 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:15.350688 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c19b-281b-473a-b72a-f8898bba0805 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:15.398094 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c19b-281b-473a-b72a-f8898bba0805 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:15.400890 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c19b-281b-473a-b72a-f8898bba0805 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:15.406020 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f7c8c19b-281b-473a-b72a-f8898bba0805 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "DELETE /v2.0/security-groups/9839bd0a-9d0b-4bc9-a82d-d348b56dd571 HTTP/1.1" status: 204 len: 168 time: 0.1272142 Jun 29 16:23:15.406020 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-26cb7be6-df04-4426-85fb-74173599d748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:15.406432 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 42828) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:15.423342 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.api.v2.resource [None req-5af62644-b223-44e5-92dc-e545c7c21ffc tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] show failed (client error): The resource could not be found. Jun 29 16:23:15.424844 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5af62644-b223-44e5-92dc-e545c7c21ffc tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups/9839bd0a-9d0b-4bc9-a82d-d348b56dd571 HTTP/1.1" status: 404 len: 347 time: 0.0173373 Jun 29 16:23:15.425673 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8c19b-281b-473a-b72a-f8898bba0805 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9839bd0a-9d0b-4bc9-a82d-d348b56dd571,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:15.428277 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 42830) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:15.432744 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f7c8c19b-281b-473a-b72a-f8898bba0805 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:15.559363 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-ceab06b9-fc66-49cd-a069-af055ed2fabd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Deleting port ce2ab0f0-a5dc-4fc8-9df0-5d47d753a15f {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:23:15.559739 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ceab06b9-fc66-49cd-a069-af055ed2fabd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:15.635349 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ceab06b9-fc66-49cd-a069-af055ed2fabd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:15.635622 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ceab06b9-fc66-49cd-a069-af055ed2fabd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:15.646548 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-ceab06b9-fc66-49cd-a069-af055ed2fabd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Calling delete_port for ce2ab0f0-a5dc-4fc8-9df0-5d47d753a15f owned by network:floatingip {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:23:15.768311 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ceab06b9-fc66-49cd-a069-af055ed2fabd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10444875'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:15.770884 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:15.795957 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab06b9-fc66-49cd-a069-af055ed2fabd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event deleted for resources: {'Port': ['ID=ce2ab0f0-a5dc-4fc8-9df0-5d47d753a15f,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:15.798977 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ceab06b9-fc66-49cd-a069-af055ed2fabd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:15.854947 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ceab06b9-fc66-49cd-a069-af055ed2fabd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for floatingip, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:15.857501 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ceab06b9-fc66-49cd-a069-af055ed2fabd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:15.858693 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ceab06b9-fc66-49cd-a069-af055ed2fabd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "DELETE /v2.0/floatingips/dddc964b-0a25-4765-8528-1f49992eed15 HTTP/1.1" status: 204 len: 168 time: 0.4292557 Jun 29 16:23:17.144887 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 42850) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:17.149795 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-f3bb1f1c-c028-4c79-9161-57b241b65fc7 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1886405610', 'description': 'tempest-description--1361759677'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:23:17.173887 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1f1c-c028-4c79-9161-57b241b65fc7 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:17.260367 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1f1c-c028-4c79-9161-57b241b65fc7 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:17.269776 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1f1c-c028-4c79-9161-57b241b65fc7 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:17.269776 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-16b0f04a-0b54-445e-b3b7-671584afd60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:17.291123 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1f1c-c028-4c79-9161-57b241b65fc7 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:17.292395 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f3bb1f1c-c028-4c79-9161-57b241b65fc7 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1465309 Jun 29 16:23:17.294143 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb1f1c-c028-4c79-9161-57b241b65fc7 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29573bcb-053b-46cf-85d3-eeaa446f08b6,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:17.295359 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 42856) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:17.296983 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f3bb1f1c-c028-4c79-9161-57b241b65fc7 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:17.300316 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-f7fe4930-94df-43bf-b2cb-7c234df1748d tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Request body: {'security_group_rule': {'security_group_id': '29573bcb-053b-46cf-85d3-eeaa446f08b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:23:17.330467 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f7fe4930-94df-43bf-b2cb-7c234df1748d tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:17.398954 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f7fe4930-94df-43bf-b2cb-7c234df1748d tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:17.402115 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f7fe4930-94df-43bf-b2cb-7c234df1748d tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:17.404020 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:17.419231 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe4930-94df-43bf-b2cb-7c234df1748d tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd99f1d9-0a70-43a1-b972-b779a28ff883,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:17.422641 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f7fe4930-94df-43bf-b2cb-7c234df1748d tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:17.425515 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f7fe4930-94df-43bf-b2cb-7c234df1748d tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:17.426729 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f7fe4930-94df-43bf-b2cb-7c234df1748d tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301849 Jun 29 16:23:17.429206 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 42858) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:17.433430 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-1c585214-a9d7-47ff-9cbf-cb84777600b0 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Request body: {'security_group_rule': {'security_group_id': '29573bcb-053b-46cf-85d3-eeaa446f08b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:23:17.460323 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1c585214-a9d7-47ff-9cbf-cb84777600b0 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:17.515992 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1c585214-a9d7-47ff-9cbf-cb84777600b0 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:17.519960 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1c585214-a9d7-47ff-9cbf-cb84777600b0 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:17.521928 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:17.533919 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c585214-a9d7-47ff-9cbf-cb84777600b0 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea02313-3246-43cc-b6ca-7c8302763905,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:17.537908 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1c585214-a9d7-47ff-9cbf-cb84777600b0 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:17.545658 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1c585214-a9d7-47ff-9cbf-cb84777600b0 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:17.546801 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-1c585214-a9d7-47ff-9cbf-cb84777600b0 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167102 Jun 29 16:23:17.549795 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 42862) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:17.554269 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Request body: {'floatingip': {'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:23:17.576513 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for floatingip, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:17.671944 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:17.768236 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Allocated IP 172.27.2.219 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/323f2950-1e04-4056-ab08-7e8a0318b1c1) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:23:17.867594 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:17.903122 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:17.906276 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0facc63f-4cf5-4193-9903-a473d50e3e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:17.940112 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:23:17.942745 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:23:17.946138 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:23:17.970952 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event updated for resources: {'Port': ['ID=323f2950-1e04-4056-ab08-7e8a0318b1c1,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:17.974587 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:17.995253 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 996fa0df-90c7-4113-b832-699b74747c33 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:23:18.013971 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] No Port match for: 996fa0df-90c7-4113-b832-699b74747c33 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:23:18.014323 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 996fa0df-90c7-4113-b832-699b74747c33 not bound to the agent host hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:23:18.068774 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:18.113695 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:18.255943 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:18.260248 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:18.262917 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ddee4c01-3db1-41a1-b475-7246b52c19d9 tempest-TestMinimumBasicScenario-1220948884 tempest-TestMinimumBasicScenario-1220948884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:18.339766 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event updated for resources: {'Port': ['ID=323f2950-1e04-4056-ab08-7e8a0318b1c1,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:18.342852 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3760652'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:18.345532 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:18.356521 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:18.357758 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8067997 Jun 29 16:23:18.549466 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-6a6eb43f-09b7-4bcb-ab06-aae7cb7ee0af tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1886405610&fields=id&tenant_id=1a9ba8fe1c5942468fadff48ff9a8b5a HTTP/1.1" status: 200 len: 267 time: 0.0329299 Jun 29 16:23:18.653994 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-4e5aaae3-7b67-43c8-8b6c-2ff8b7046610 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:18.655962 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-4e5aaae3-7b67-43c8-8b6c-2ff8b7046610 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/networks?id=97f20867-09fe-42d1-b031-6da4bc89dc21 HTTP/1.1" status: 200 len: 810 time: 0.0997558 Jun 29 16:23:18.669746 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-e22e0eee-b92f-4854-8aaa-194707f726d1 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/quotas/1a9ba8fe1c5942468fadff48ff9a8b5a HTTP/1.1" status: 200 len: 375 time: 0.0085833 Jun 29 16:23:18.737455 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:23:18.737996 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-1df048d2-dd63-46c2-a9c3-bee0aa7e9085 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a9ba8fe1c5942468fadff48ff9a8b5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623493 Jun 29 16:23:18.793114 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-2a84914c-ff38-47db-9e27-99e2ee9f9d3c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:23:18.794100 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-2a84914c-ff38-47db-9e27-99e2ee9f9d3c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448167 Jun 29 16:23:18.883108 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-d10c39d9-53b5-4717-bc62-abaf97dba4b4 service neutron] 10.222.0.66 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823936 Jun 29 16:23:18.967124 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-ac432b44-fd36-4479-a2e5-30ea9ec1d22f service neutron] 10.222.0.66 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783725 Jun 29 16:23:19.135792 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e7c4b139-824c-4361-b067-9cae912ca9ff req-6511b453-9c6e-4fac-a37c-385e2357637f tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 210 time: 0.0331500 Jun 29 16:23:20.296534 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-224308c7-3002-4bac-8add-a5bf22be2ef2 req-8484b9e7-0b8d-4f36-99f7-01bdd3681233 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 210 time: 0.0304604 Jun 29 16:23:20.354730 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-4b8f262c-9d45-47e3-a1ba-31ddd4e5f163 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:20.356189 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-4b8f262c-9d45-47e3-a1ba-31ddd4e5f163 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.77 "GET /v2.0/networks?id=97f20867-09fe-42d1-b031-6da4bc89dc21 HTTP/1.1" status: 200 len: 810 time: 0.1380432 Jun 29 16:23:20.398091 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-2e3487b0-ea68-493c-b14c-0252237a896e tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a9ba8fe1c5942468fadff48ff9a8b5a HTTP/1.1" status: 200 len: 380 time: 0.0327806 Jun 29 16:23:20.409463 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-0ea731ce-3d64-494f-b307-c877718fbb61 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Request body: {'port': {'device_id': '51fda3f3-2386-4d1f-8437-fea2bc8d91d6', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'admin_state_up': True, 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'security_groups': ['29573bcb-053b-46cf-85d3-eeaa446f08b6']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:23:20.780519 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-0ea731ce-3d64-494f-b307-c877718fbb61 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Made reservation on behalf of 1a9ba8fe1c5942468fadff48ff9a8b5a for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:23:20.784033 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-0ea731ce-3d64-494f-b307-c877718fbb61 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:20.900872 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-0ea731ce-3d64-494f-b307-c877718fbb61 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Allocated IP 172.20.0.6 (97f20867-09fe-42d1-b031-6da4bc89dc21/e919af68-53a9-442c-8cab-d70814d969fe/48738ab2-259d-4dc2-85df-6471ea25f5ab) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:23:21.036307 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-0ea731ce-3d64-494f-b307-c877718fbb61 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:21.049284 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-0ea731ce-3d64-494f-b307-c877718fbb61 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Transition to ACTIVE for port object 48738ab2-259d-4dc2-85df-6471ea25f5ab will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:23:21.091207 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-0ea731ce-3d64-494f-b307-c877718fbb61 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:21.094879 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:21.142568 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-0ea731ce-3d64-494f-b307-c877718fbb61 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Network 97f20867-09fe-42d1-b031-6da4bc89dc21 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:23:21.145780 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-0ea731ce-3d64-494f-b307-c877718fbb61 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:23:21.150093 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-0ea731ce-3d64-494f-b307-c877718fbb61 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:23:21.157047 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea731ce-3d64-494f-b307-c877718fbb61 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event updated for resources: {'Port': ['ID=48738ab2-259d-4dc2-85df-6471ea25f5ab,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:21.180332 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0ea731ce-3d64-494f-b307-c877718fbb61 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:21.206315 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-0ea731ce-3d64-494f-b307-c877718fbb61 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:21.206885 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-0ea731ce-3d64-494f-b307-c877718fbb61 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:21.222796 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-0ea731ce-3d64-494f-b307-c877718fbb61 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8185508 Jun 29 16:23:21.235286 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Request body: {'port': {'device_id': '51fda3f3-2386-4d1f-8437-fea2bc8d91d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:23:21.308544 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:21.352365 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-fa92a69f-f38b-4bab-9b72-e8891c7227d3 None None] Provisioning for port 48738ab2-259d-4dc2-85df-6471ea25f5ab completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:23:21.356506 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-fa92a69f-f38b-4bab-9b72-e8891c7227d3 None None] Provisioning complete for port 48738ab2-259d-4dc2-85df-6471ea25f5ab triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:23:21.357068 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-fa92a69f-f38b-4bab-9b72-e8891c7227d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:21.392104 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-fa92a69f-f38b-4bab-9b72-e8891c7227d3 None None] Port 48738ab2-259d-4dc2-85df-6471ea25f5ab cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:23:21.487522 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2da85-6f23-4dba-9608-4cd5a12532d4 req-39a89110-b50e-4bd8-9172-9f9afe48b6dd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:21.489230 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f8a2da85-6f23-4dba-9608-4cd5a12532d4 req-39a89110-b50e-4bd8-9172-9f9afe48b6dd tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 931 time: 0.0802035 Jun 29 16:23:21.528003 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f8a2da85-6f23-4dba-9608-4cd5a12532d4 req-104a44a9-c636-4107-a2ff-e6afa418c4c3 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=29573bcb-053b-46cf-85d3-eeaa446f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323796 Jun 29 16:23:21.585880 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48738ab2-259d-4dc2-85df-6471ea25f5ab {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:23:21.592849 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:21.604758 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Transition to ACTIVE for port object 48738ab2-259d-4dc2-85df-6471ea25f5ab will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:23:21.608562 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:21.611224 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:21.658560 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Pushing event updated for resources: {'Port': ['ID=48738ab2-259d-4dc2-85df-6471ea25f5ab,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:21.662183 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:21.727829 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Attempting to bind port 48738ab2-259d-4dc2-85df-6471ea25f5ab on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:23:21.728170 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Attempting to bind port 48738ab2-259d-4dc2-85df-6471ea25f5ab by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'd472cb34-928f-4613-8d3e-d618be8d924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:23:21.728499 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Attempting to bind port 48738ab2-259d-4dc2-85df-6471ea25f5ab on network 97f20867-09fe-42d1-b031-6da4bc89dc21 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:23:21.733949 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Port 48738ab2-259d-4dc2-85df-6471ea25f5ab on network 97f20867-09fe-42d1-b031-6da4bc89dc21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:23:21.734345 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Attempting to bind port 48738ab2-259d-4dc2-85df-6471ea25f5ab on network 97f20867-09fe-42d1-b031-6da4bc89dc21 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:23:21.739545 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Checking agent: {'id': '1f42b8fb-87af-41ff-972d-c33b8bf8d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:23:21.739713 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Checking segment: {'id': 'd472cb34-928f-4613-8d3e-d618be8d924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:23:21.740060 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Bound using segment: {'id': 'd472cb34-928f-4613-8d3e-d618be8d924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:23:21.740495 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Bound port: 48738ab2-259d-4dc2-85df-6471ea25f5ab, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd472cb34-928f-4613-8d3e-d618be8d924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:23:21.740858 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:21.812908 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] For port 48738ab2-259d-4dc2-85df-6471ea25f5ab, host hv-cinder-78662, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:23:21.816389 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] For port 48738ab2-259d-4dc2-85df-6471ea25f5ab, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=48738ab2-259d-4dc2-85df-6471ea25f5ab,segment=NetworkSegment(d472cb34-928f-4613-8d3e-d618be8d924d),segment_id=d472cb34-928f-4613-8d3e-d618be8d924d)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:23:21.820781 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:21.822872 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3adb9e2f-ea46-424f-b98a-5faadd403ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:21.860534 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:21.861158 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:21.862544 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] 10.222.0.77 "PUT /v2.0/ports/48738ab2-259d-4dc2-85df-6471ea25f5ab HTTP/1.1" status: 200 len: 1093 time: 0.6316097 Jun 29 16:23:21.863039 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fda3f3-2386-4d1f-8437-fea2bc8d91d6', 'tag': '48738ab2-259d-4dc2-85df-6471ea25f5ab'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:23:21.865338 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c42e40-cddd-438f-af87-f25bab2ab669" -d '{"events": [{"name": "network-changed", "server_uuid": "51fda3f3-2386-4d1f-8437-fea2bc8d91d6", "tag": "48738ab2-259d-4dc2-85df-6471ea25f5ab"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:23:21.887957 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Pushing event updated for resources: {'Port': ['ID=48738ab2-259d-4dc2-85df-6471ea25f5ab,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:21.892335 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:21.916881 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00757084-88e1-4199-b28e-8f9013b9307a x-openstack-request-id: req-00757084-88e1-4199-b28e-8f9013b9307a {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:23:21.916881 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fda3f3-2386-4d1f-8437-fea2bc8d91d6", "tag": "48738ab2-259d-4dc2-85df-6471ea25f5ab", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:23:21.917208 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-00757084-88e1-4199-b28e-8f9013b9307a {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:23:21.917681 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fda3f3-2386-4d1f-8437-fea2bc8d91d6', 'tag': '48738ab2-259d-4dc2-85df-6471ea25f5ab', 'status': 'completed', 'code': 200} Jun 29 16:23:21.973710 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-edb322b5-b6b2-4d37-94ea-cafd3538d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:21.975226 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-edb322b5-b6b2-4d37-94ea-cafd3538d207 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1a9ba8fe1c5942468fadff48ff9a8b5a&device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 1096 time: 0.0540392 Jun 29 16:23:22.021597 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-b95f3cb7-37df-4829-954e-5c4d37ef1d30 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48738ab2-259d-4dc2-85df-6471ea25f5ab HTTP/1.1" status: 200 len: 217 time: 0.0373058 Jun 29 16:23:22.069747 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-262fdecd-d370-44cc-a2b7-5f839b750288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:22.071148 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-262fdecd-d370-44cc-a2b7-5f839b750288 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e919af68-53a9-442c-8cab-d70814d969fe HTTP/1.1" status: 200 len: 849 time: 0.0426171 Jun 29 16:23:22.126266 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-5e7fdd9a-f8ee-451f-ab43-a27227b3130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:22.127687 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-5e7fdd9a-f8ee-451f-ab43-a27227b3130f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=97f20867-09fe-42d1-b031-6da4bc89dc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497394 Jun 29 16:23:22.217729 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-cbf819c5-5b73-437a-bbfc-86c881badf26 service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826912 Jun 29 16:23:22.304672 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33fbe41a-859b-43ad-8100-87dac6b086f8 req-0aa71fec-8cd5-48f5-adec-1ff4d1961a7d service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800874 Jun 29 16:23:22.405669 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c42e40-cddd-438f-af87-f25bab2ab669 req-be5eda2d-72b6-48a8-b95b-5caf76729ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:22.407028 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-42c42e40-cddd-438f-af87-f25bab2ab669 req-be5eda2d-72b6-48a8-b95b-5caf76729ebe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1a9ba8fe1c5942468fadff48ff9a8b5a&device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 1096 time: 0.0532439 Jun 29 16:23:22.499681 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c42e40-cddd-438f-af87-f25bab2ab669 req-61923ffa-29b3-4fa2-aec5-ebd6426773c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:22.501134 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-42c42e40-cddd-438f-af87-f25bab2ab669 req-61923ffa-29b3-4fa2-aec5-ebd6426773c1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=97f20867-09fe-42d1-b031-6da4bc89dc21 HTTP/1.1" status: 200 len: 911 time: 0.0865948 Jun 29 16:23:22.542578 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-42c42e40-cddd-438f-af87-f25bab2ab669 req-0ee8ea19-2fc5-4b80-a46a-7ca1d632cd0c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48738ab2-259d-4dc2-85df-6471ea25f5ab HTTP/1.1" status: 200 len: 217 time: 0.0340645 Jun 29 16:23:22.595909 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c42e40-cddd-438f-af87-f25bab2ab669 req-7ace1d1d-12fd-4315-9a73-7a6e75410a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:22.597350 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-42c42e40-cddd-438f-af87-f25bab2ab669 req-7ace1d1d-12fd-4315-9a73-7a6e75410a4a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e919af68-53a9-442c-8cab-d70814d969fe HTTP/1.1" status: 200 len: 849 time: 0.0485146 Jun 29 16:23:22.653104 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c42e40-cddd-438f-af87-f25bab2ab669 req-e745b725-1b97-4cf2-b0a1-fe0cb78101b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:22.654617 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-42c42e40-cddd-438f-af87-f25bab2ab669 req-e745b725-1b97-4cf2-b0a1-fe0cb78101b5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=97f20867-09fe-42d1-b031-6da4bc89dc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504949 Jun 29 16:23:22.696959 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fee49-17c8-4cf6-82ce-726857af87bf req-8de848ab-7adc-4c99-90f5-220c0603001b tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:22.698309 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2a8fee49-17c8-4cf6-82ce-726857af87bf req-8de848ab-7adc-4c99-90f5-220c0603001b tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 943 time: 0.0608199 Jun 29 16:23:22.737615 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2a8fee49-17c8-4cf6-82ce-726857af87bf req-78c42e48-6b78-4425-9ab8-bda392da5d92 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=29573bcb-053b-46cf-85d3-eeaa446f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329039 Jun 29 16:23:22.740709 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-42c42e40-cddd-438f-af87-f25bab2ab669 req-6830bd9c-3197-4c1b-aec8-d3d729d74154 service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795276 Jun 29 16:23:22.833137 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-42c42e40-cddd-438f-af87-f25bab2ab669 req-c14b394f-6653-4795-90d0-823b5d548318 service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853474 Jun 29 16:23:23.908955 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60140a08-0812-4401-bd15-ebbe41ab1a09 req-599bac74-594e-4124-834f-308fa8e5e90e tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:23.910339 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-60140a08-0812-4401-bd15-ebbe41ab1a09 req-599bac74-594e-4124-834f-308fa8e5e90e tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 943 time: 0.0609071 Jun 29 16:23:23.950893 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-60140a08-0812-4401-bd15-ebbe41ab1a09 req-0ad1dd9c-bdf4-482b-925d-9432a014d682 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=29573bcb-053b-46cf-85d3-eeaa446f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314760 Jun 29 16:23:25.117274 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca3437-6e5f-4226-a49f-f154abb6c3e8 req-91172386-5ae9-4617-a367-2ac38ac3a8c3 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:25.118704 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1cca3437-6e5f-4226-a49f-f154abb6c3e8 req-91172386-5ae9-4617-a367-2ac38ac3a8c3 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 943 time: 0.0602076 Jun 29 16:23:25.155212 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1cca3437-6e5f-4226-a49f-f154abb6c3e8 req-71ee8fb9-dd83-477b-bc77-9be15ca74e36 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=29573bcb-053b-46cf-85d3-eeaa446f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310249 Jun 29 16:23:26.034145 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 48738ab2-259d-4dc2-85df-6471ea25f5ab details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:23:26.129000 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 48738ab2-259d-4dc2-85df-6471ea25f5ab, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=48738ab2-259d-4dc2-85df-6471ea25f5ab,segment=NetworkSegment(d472cb34-928f-4613-8d3e-d618be8d924d),segment_id=d472cb34-928f-4613-8d3e-d618be8d924d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:23:26.139949 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Returning: {'device': '48738ab2-259d-4dc2-85df-6471ea25f5ab', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'port_id': '48738ab2-259d-4dc2-85df-6471ea25f5ab', 'mac_address': 'fa:16:3e:59:a9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:23:26.176137 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:26.188527 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48738ab2-259d-4dc2-85df-6471ea25f5ab {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:23:26.207298 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 48738ab2-259d-4dc2-85df-6471ea25f5ab, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=48738ab2-259d-4dc2-85df-6471ea25f5ab,segment=NetworkSegment(d472cb34-928f-4613-8d3e-d618be8d924d),segment_id=d472cb34-928f-4613-8d3e-d618be8d924d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:23:26.211305 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:26.213108 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:26.257279 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=48738ab2-259d-4dc2-85df-6471ea25f5ab,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:26.264335 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:26.264739 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:26.264995 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:26.265407 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:26.265655 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:26.266005 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:26.266312 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:26.266634 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:26.266956 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:26.267275 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:26.267623 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:26.267945 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:26.271888 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:26.335585 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecfc73-c2d4-4156-bbcc-6751b23445b6 req-f870bd7f-1f8d-4ca1-bae1-eef397c1d09f tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:26.337059 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c3ecfc73-c2d4-4156-bbcc-6751b23445b6 req-f870bd7f-1f8d-4ca1-bae1-eef397c1d09f tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 944 time: 0.0666478 Jun 29 16:23:26.372759 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c3ecfc73-c2d4-4156-bbcc-6751b23445b6 req-dd2d72b7-d5a3-43e1-8e03-4c2dcb78bb68 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=29573bcb-053b-46cf-85d3-eeaa446f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299127 Jun 29 16:23:26.681466 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['48738ab2-259d-4dc2-85df-6471ea25f5ab'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:23:27.540116 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96bd4-95d6-474e-8d75-5b98f1f5db14 req-ad46c95e-0d10-4bf0-acc2-c2c9edce2dae tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:27.541581 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bee96bd4-95d6-474e-8d75-5b98f1f5db14 req-ad46c95e-0d10-4bf0-acc2-c2c9edce2dae tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 944 time: 0.0602829 Jun 29 16:23:27.578700 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bee96bd4-95d6-474e-8d75-5b98f1f5db14 req-16ec7a17-8e87-4b52-b8c7-1f0de96edf4d tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=29573bcb-053b-46cf-85d3-eeaa446f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314136 Jun 29 16:23:28.047923 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 48738ab2-259d-4dc2-85df-6471ea25f5ab up at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:23:28.094195 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning for port 48738ab2-259d-4dc2-85df-6471ea25f5ab completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:23:28.097981 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning complete for port 48738ab2-259d-4dc2-85df-6471ea25f5ab triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:23:28.098360 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:28.175931 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:28.198092 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fda3f3-2386-4d1f-8437-fea2bc8d91d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48738ab2-259d-4dc2-85df-6471ea25f5ab'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:23:28.200354 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e148ad334d6b0a25feb6cb172eaafc5bfcff4dbaa69dd97dd66c28eda2659d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bf1e30-3766-4cdd-9d30-009631b24fcb" -d '{"events": [{"server_uuid": "51fda3f3-2386-4d1f-8437-fea2bc8d91d6", "name": "network-vif-plugged", "status": "completed", "tag": "48738ab2-259d-4dc2-85df-6471ea25f5ab"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:23:28.212882 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 48738ab2-259d-4dc2-85df-6471ea25f5ab, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=48738ab2-259d-4dc2-85df-6471ea25f5ab,segment=NetworkSegment(d472cb34-928f-4613-8d3e-d618be8d924d),segment_id=d472cb34-928f-4613-8d3e-d618be8d924d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:23:28.217255 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:28.219299 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:28.263849 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=48738ab2-259d-4dc2-85df-6471ea25f5ab,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:28.266986 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:28.286591 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e381ab-bbb3-4348-9805-2138300b3fbf x-openstack-request-id: req-99e381ab-bbb3-4348-9805-2138300b3fbf {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:23:28.286892 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fda3f3-2386-4d1f-8437-fea2bc8d91d6", "name": "network-vif-plugged", "status": "completed", "tag": "48738ab2-259d-4dc2-85df-6471ea25f5ab", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:23:28.287151 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-99e381ab-bbb3-4348-9805-2138300b3fbf {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:23:28.287582 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fda3f3-2386-4d1f-8437-fea2bc8d91d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48738ab2-259d-4dc2-85df-6471ea25f5ab', 'code': 200} Jun 29 16:23:28.498945 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899bb69-c3f6-4d3a-88bf-92ecdf5afd92 req-4d31d533-2114-45e9-864d-829d7dabb256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:28.500455 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0899bb69-c3f6-4d3a-88bf-92ecdf5afd92 req-4d31d533-2114-45e9-864d-829d7dabb256 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 1098 time: 0.0501106 Jun 29 16:23:28.533300 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0899bb69-c3f6-4d3a-88bf-92ecdf5afd92 req-8ef8bab6-c880-4bf8-86ec-4418988639a5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=29573bcb-053b-46cf-85d3-eeaa446f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262682 Jun 29 16:23:28.748906 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ac55d-7ca3-4741-9aff-523b05d33f59 req-eff759e7-2805-4d59-b47a-10ddfcfa5181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:28.750347 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-246ac55d-7ca3-4741-9aff-523b05d33f59 req-eff759e7-2805-4d59-b47a-10ddfcfa5181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 945 time: 0.0639696 Jun 29 16:23:28.788781 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-246ac55d-7ca3-4741-9aff-523b05d33f59 req-dcf4628e-385d-46c3-ab3c-20ea3b731476 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=29573bcb-053b-46cf-85d3-eeaa446f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327735 Jun 29 16:23:29.968943 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6f8a9-c255-42aa-b86b-6a4cd9015a76 req-d7497fda-eaed-4a58-acff-1369c254863b tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:29.970402 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2fb6f8a9-c255-42aa-b86b-6a4cd9015a76 req-d7497fda-eaed-4a58-acff-1369c254863b tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 945 time: 0.0696127 Jun 29 16:23:30.007063 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2fb6f8a9-c255-42aa-b86b-6a4cd9015a76 req-e845ab26-15f6-46ad-aad0-542b63868144 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=29573bcb-053b-46cf-85d3-eeaa446f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310748 Jun 29 16:23:30.167281 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5830860-94bc-4850-ab65-846c5a316b02 req-15e54877-15cf-493a-98bd-22c509c13b37 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:30.168742 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a5830860-94bc-4850-ab65-846c5a316b02 req-15e54877-15cf-493a-98bd-22c509c13b37 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 945 time: 0.0603795 Jun 29 16:23:30.177814 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 43046) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:30.182112 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-bfdc2d4c-65ae-4eb6-b376-12267453bb6f tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Request body: {'floatingip': {'port_id': '48738ab2-259d-4dc2-85df-6471ea25f5ab'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:23:30.233298 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bfdc2d4c-65ae-4eb6-b376-12267453bb6f tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for floatingip, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:30.662448 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bfdc2d4c-65ae-4eb6-b376-12267453bb6f tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:30.666212 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bfdc2d4c-65ae-4eb6-b376-12267453bb6f tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3760652'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:30.760987 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.db.l3_db [None req-bfdc2d4c-65ae-4eb6-b376-12267453bb6f tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Floating IP e94a5666-d58b-4cd6-bcfc-32204eecf5b0 associated. External IP: 172.27.2.219, port: 48738ab2-259d-4dc2-85df-6471ea25f5ab. Jun 29 16:23:30.958263 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdc2d4c-65ae-4eb6-b376-12267453bb6f tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Router b986fc3b-4eb4-4870-809c-0585f5a08d76 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:23:31.284748 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdc2d4c-65ae-4eb6-b376-12267453bb6f tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:23:31.289616 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bfdc2d4c-65ae-4eb6-b376-12267453bb6f tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:31.294123 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ad261-00fb-42b1-8071-f2eaa4855dd2 None None] Sync routers for ids ['b986fc3b-4eb4-4870-809c-0585f5a08d76'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:23:31.304107 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ad261-00fb-42b1-8071-f2eaa4855dd2 None None] Routers {'b986fc3b-4eb4-4870-809c-0585f5a08d76'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:23:31.304602 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-4d7ad261-00fb-42b1-8071-f2eaa4855dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:23:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b986fc3b-4eb4-4870-809c-0585f5a08d76'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:31.326812 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-bfdc2d4c-65ae-4eb6-b376-12267453bb6f tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "PUT /v2.0/floatingips/e94a5666-d58b-4cd6-bcfc-32204eecf5b0 HTTP/1.1" status: 200 len: 991 time: 1.1474783 Jun 29 16:23:31.327484 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fda3f3-2386-4d1f-8437-fea2bc8d91d6', 'tag': '48738ab2-259d-4dc2-85df-6471ea25f5ab'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:23:31.329827 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00780bf608cd15afdd51be534b45a335a9f5f121050d89c1f6ad2489d1b4179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c82a314-9813-4a74-beb8-0a51cc6a8add" -d '{"events": [{"name": "network-changed", "server_uuid": "51fda3f3-2386-4d1f-8437-fea2bc8d91d6", "tag": "48738ab2-259d-4dc2-85df-6471ea25f5ab"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:23:31.417388 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-4d7ad261-00fb-42b1-8071-f2eaa4855dd2 None None] Set router b986fc3b-4eb4-4870-809c-0585f5a08d76 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:23:31.422788 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83301a3-b0be-466e-b594-f1ba8fc5370d x-openstack-request-id: req-b83301a3-b0be-466e-b594-f1ba8fc5370d {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:23:31.423201 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fda3f3-2386-4d1f-8437-fea2bc8d91d6", "tag": "48738ab2-259d-4dc2-85df-6471ea25f5ab", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:23:31.423545 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b83301a3-b0be-466e-b594-f1ba8fc5370d {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:23:31.424054 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fda3f3-2386-4d1f-8437-fea2bc8d91d6', 'tag': '48738ab2-259d-4dc2-85df-6471ea25f5ab', 'status': 'completed', 'code': 200} Jun 29 16:23:31.499112 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82a314-9813-4a74-beb8-0a51cc6a8add req-3f1e8eb6-2ddd-4c51-8624-a2dafac35f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:31.500622 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c82a314-9813-4a74-beb8-0a51cc6a8add req-3f1e8eb6-2ddd-4c51-8624-a2dafac35f4a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1a9ba8fe1c5942468fadff48ff9a8b5a&device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 1098 time: 0.0525739 Jun 29 16:23:31.588181 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82a314-9813-4a74-beb8-0a51cc6a8add req-a5158fa3-eb7b-49df-b99c-4fa3950d8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:31.589687 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c82a314-9813-4a74-beb8-0a51cc6a8add req-a5158fa3-eb7b-49df-b99c-4fa3950d8c72 service neutron] 10.222.0.77 "GET /v2.0/networks?id=97f20867-09fe-42d1-b031-6da4bc89dc21 HTTP/1.1" status: 200 len: 911 time: 0.0824516 Jun 29 16:23:31.636751 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-4d7ad261-00fb-42b1-8071-f2eaa4855dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': 'e94a5666-d58b-4cd6-bcfc-32204eecf5b0', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'port_id': '48738ab2-259d-4dc2-85df-6471ea25f5ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'mac_address': 'fa:16:3e:59:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fda3f3-2386-4d1f-8437-fea2bc8d91d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:23:17Z', 'updated_at': '2021-06-29T16:23:30Z', 'revision_number': 1, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b18cb1-82d2-4564-9dc2-14435749920f', 'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'mac_address': 'fa:16:3e:a9:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:33Z', 'updated_at': '2021-06-29T16:15:39Z', 'revision_number': 5, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'subnets': [{'id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:31.655376 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c82a314-9813-4a74-beb8-0a51cc6a8add req-1fbe2d83-5dec-42b8-9b17-ccb3e26357ff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48738ab2-259d-4dc2-85df-6471ea25f5ab HTTP/1.1" status: 200 len: 999 time: 0.0591011 Jun 29 16:23:31.661770 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ad261-00fb-42b1-8071-f2eaa4855dd2 None None] Checking router: b986fc3b-4eb4-4870-809c-0585f5a08d76 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:23:31.670606 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ad261-00fb-42b1-8071-f2eaa4855dd2 None None] Routers {'b986fc3b-4eb4-4870-809c-0585f5a08d76'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:23:31.671204 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-4d7ad261-00fb-42b1-8071-f2eaa4855dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:23:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b986fc3b-4eb4-4870-809c-0585f5a08d76'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:31.701829 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82a314-9813-4a74-beb8-0a51cc6a8add req-7fe09cbf-f32b-41a4-a779-2e4dd0c27b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:31.703272 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c82a314-9813-4a74-beb8-0a51cc6a8add req-7fe09cbf-f32b-41a4-a779-2e4dd0c27b07 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e919af68-53a9-442c-8cab-d70814d969fe HTTP/1.1" status: 200 len: 849 time: 0.0417063 Jun 29 16:23:31.758764 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82a314-9813-4a74-beb8-0a51cc6a8add req-b38ea935-374b-4708-bd5a-9c0f3e717ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:31.760298 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c82a314-9813-4a74-beb8-0a51cc6a8add req-b38ea935-374b-4708-bd5a-9c0f3e717ab0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=97f20867-09fe-42d1-b031-6da4bc89dc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507545 Jun 29 16:23:31.776953 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-4d7ad261-00fb-42b1-8071-f2eaa4855dd2 None None] Set router b986fc3b-4eb4-4870-809c-0585f5a08d76 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:23:31.853478 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c82a314-9813-4a74-beb8-0a51cc6a8add req-42f573b3-2f79-4501-9b1a-f5c5f2a9c385 service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857031 Jun 29 16:23:31.961156 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c82a314-9813-4a74-beb8-0a51cc6a8add req-77de8355-511c-4111-86bb-9f8b82b3cdc3 service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001446 Jun 29 16:23:32.125520 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-4d7ad261-00fb-42b1-8071-f2eaa4855dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': 'e94a5666-d58b-4cd6-bcfc-32204eecf5b0', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'port_id': '48738ab2-259d-4dc2-85df-6471ea25f5ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'mac_address': 'fa:16:3e:59:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fda3f3-2386-4d1f-8437-fea2bc8d91d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:23:17Z', 'updated_at': '2021-06-29T16:23:30Z', 'revision_number': 1, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b18cb1-82d2-4564-9dc2-14435749920f', 'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'mac_address': 'fa:16:3e:a9:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:33Z', 'updated_at': '2021-06-29T16:15:39Z', 'revision_number': 5, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'subnets': [{'id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:32.150179 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ad261-00fb-42b1-8071-f2eaa4855dd2 None None] The sync data for ids ['b986fc3b-4eb4-4870-809c-0585f5a08d76'] in dv-cinder-786627-15-iscsi is: [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': 'e94a5666-d58b-4cd6-bcfc-32204eecf5b0', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'port_id': '48738ab2-259d-4dc2-85df-6471ea25f5ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'mac_address': 'fa:16:3e:59:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fda3f3-2386-4d1f-8437-fea2bc8d91d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:23:17Z', 'updated_at': '2021-06-29T16:23:30Z', 'revision_number': 1, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b18cb1-82d2-4564-9dc2-14435749920f', 'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'mac_address': 'fa:16:3e:a9:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:33Z', 'updated_at': '2021-06-29T16:15:39Z', 'revision_number': 5, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'subnets': [{'id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:23:32.337109 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705742a3-b990-419f-baca-5b0894dc0cf0 None None] New status for floating IP e94a5666-d58b-4cd6-bcfc-32204eecf5b0: ACTIVE {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:23:38.169802 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:38.217249 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-48b24451-1682-4b2d-bc9b-8a343b31ae07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:40.818036 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-74cd34c0-c1d1-4492-8b10-9c4891f5fc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:41.425959 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:42.003197 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:43.751293 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:53.290626 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 43316) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:53.428372 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Deleting subnet d1c30361-acc6-4cbe-afaa-6cf6c979d9c9 {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:23:53.431412 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:53.468693 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10093827'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:53.506441 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531522'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:53.556295 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10444977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10257487'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:53.559248 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e928f628-bcb6-4ea2-b22c-48edf72cc64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:53.583510 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:53.585517 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d1c30361-acc6-4cbe-afaa-6cf6c979d9c9 HTTP/1.1" status: 204 len: 168 time: 0.2938704 Jun 29 16:23:53.586484 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c30361-acc6-4cbe-afaa-6cf6c979d9c9,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:53.588244 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 43322) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:53.594246 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.594621 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.594988 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.595360 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.595752 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.596107 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.596462 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.596811 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.597161 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.597508 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.597853 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.598199 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.601385 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1adddac0-c464-4c88-acef-1e2bfe760fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:53.654288 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621183'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:53.730672 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531612', 'neutron.services.segments.db._delete_segments_for_network-8766223617091'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:53.739845 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e7d3b0-281d-4deb-a4bf-b52d3db68e11']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:53.749459 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833ca9a4-07be-4a23-b578-dd1942d02242') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:53.749755 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833ca9a4-07be-4a23-b578-dd1942d02242') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:53.758026 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766223416266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9042944'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:53.771294 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:53.776921 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:23:53.777362 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9365018'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: timer() Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: cb(*args, **kw) Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: self._notify() Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: self.callback(batched_events) Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: event.method(event) Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._get(url).json() Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:23:53.778903 dv-cinder-786627-15-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:23:53.830424 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3760702'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:53.834295 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:53.837603 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:53.839370 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/54e7d3b0-281d-4deb-a4bf-b52d3db68e11 HTTP/1.1" status: 204 len: 168 time: 0.2500157 Jun 29 16:23:53.849499 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=54e7d3b0-281d-4deb-a4bf-b52d3db68e11,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:53.864999 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.866269 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.866755 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.867025 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.867447 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.869796 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.871759 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.872462 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.873036 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.874116 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.874491 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.874856 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:53.878833 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7119e79e-0896-475c-a4c4-8e297b7428c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:53.905758 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 43332) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:53.974855 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 43336) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:54.004376 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-80049399-c34b-45de-95f6-a02af81301ef admin admin] Deleting subnet 0aae0be3-df98-4f5e-bcc5-413444bb43ec {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:23:54.008061 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-80049399-c34b-45de-95f6-a02af81301ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.019389 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-56c71331-ea6e-4b30-8be7-4ccc30916e1b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d991faf9556443a7a44148f4339605d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433252 Jun 29 16:23:54.021788 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 43338) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:54.042007 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-80049399-c34b-45de-95f6-a02af81301ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9042959'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.069449 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-09cf75a1-4416-46f0-967f-cf7496fa2a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.081579 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-80049399-c34b-45de-95f6-a02af81301ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531522'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.092623 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-09cf75a1-4416-46f0-967f-cf7496fa2a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.138162 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-80049399-c34b-45de-95f6-a02af81301ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9365175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12300084'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.142322 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:54.155505 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-09cf75a1-4416-46f0-967f-cf7496fa2a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.158019 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-09cf75a1-4416-46f0-967f-cf7496fa2a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.161498 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-09cf75a1-4416-46f0-967f-cf7496fa2a74 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0db4e13-d30f-48c7-8b66-8f3878ab3efe HTTP/1.1" status: 204 len: 168 time: 0.1364391 Jun 29 16:23:54.161498 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f3bb1f1c-c028-4c79-9161-57b241b65fc7 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:54.168996 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf75a1-4416-46f0-967f-cf7496fa2a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0db4e13-d30f-48c7-8b66-8f3878ab3efe,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:54.172361 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-09cf75a1-4416-46f0-967f-cf7496fa2a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:54.174096 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80049399-c34b-45de-95f6-a02af81301ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aae0be3-df98-4f5e-bcc5-413444bb43ec,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:54.176194 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-80049399-c34b-45de-95f6-a02af81301ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.179879 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-80049399-c34b-45de-95f6-a02af81301ef admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0aae0be3-df98-4f5e-bcc5-413444bb43ec HTTP/1.1" status: 204 len: 168 time: 0.2712512 Jun 29 16:23:54.179879 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-80049399-c34b-45de-95f6-a02af81301ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:54.180699 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 43346) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:54.246673 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ff71f3d2-b1f1-4e45-8bef-9a689c5acec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621183'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.328958 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ff71f3d2-b1f1-4e45-8bef-9a689c5acec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531612', 'neutron.services.segments.db._delete_segments_for_network-8766223617091'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.338415 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-ff71f3d2-b1f1-4e45-8bef-9a689c5acec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76eb061-5fc2-4fae-95a9-3a7079522d99']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:54.348879 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-ff71f3d2-b1f1-4e45-8bef-9a689c5acec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2155705e-8139-4dbf-8561-ce9780f20b3f') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:54.349181 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-ff71f3d2-b1f1-4e45-8bef-9a689c5acec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2155705e-8139-4dbf-8561-ce9780f20b3f') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:54.357616 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ff71f3d2-b1f1-4e45-8bef-9a689c5acec4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766223416266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9042944'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.371877 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ff71f3d2-b1f1-4e45-8bef-9a689c5acec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.377727 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff71f3d2-b1f1-4e45-8bef-9a689c5acec4 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:23:54.378140 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ff71f3d2-b1f1-4e45-8bef-9a689c5acec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9365018'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: timer() Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: cb(*args, **kw) Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: self._notify() Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: self.callback(batched_events) Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: event.method(event) Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._get(url).json() Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:23:54.381091 dv-cinder-786627-15-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:23:54.440586 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ff71f3d2-b1f1-4e45-8bef-9a689c5acec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3760702'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.443142 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:54.448232 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ff71f3d2-b1f1-4e45-8bef-9a689c5acec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.450016 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ff71f3d2-b1f1-4e45-8bef-9a689c5acec4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a76eb061-5fc2-4fae-95a9-3a7079522d99 HTTP/1.1" status: 204 len: 168 time: 0.2684178 Jun 29 16:23:54.459825 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71f3d2-b1f1-4e45-8bef-9a689c5acec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a76eb061-5fc2-4fae-95a9-3a7079522d99,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:54.465913 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ff71f3d2-b1f1-4e45-8bef-9a689c5acec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:54.563482 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 43362) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:54.602953 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-202954bb-ba1f-4d89-ae76-92900db6c29b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=098e90ea5613475cb65ecf48947a1473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381680 Jun 29 16:23:54.605558 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 43364) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:54.660058 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-68307069-cd3b-41ca-a866-2066f1e4039b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.682778 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-68307069-cd3b-41ca-a866-2066f1e4039b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.734870 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-68307069-cd3b-41ca-a866-2066f1e4039b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.737996 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-68307069-cd3b-41ca-a866-2066f1e4039b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:54.739137 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-68307069-cd3b-41ca-a866-2066f1e4039b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27dc43b4-ef52-44e9-b4ea-8dbdc322f96b HTTP/1.1" status: 204 len: 168 time: 0.1326115 Jun 29 16:23:54.740086 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f7c8c19b-281b-473a-b72a-f8898bba0805 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:54.747732 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68307069-cd3b-41ca-a866-2066f1e4039b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dc43b4-ef52-44e9-b4ea-8dbdc322f96b,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:54.750109 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-68307069-cd3b-41ca-a866-2066f1e4039b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:55.735749 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:24:06.182427 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f818f1a-e612-45d9-9b20-fe6d59a1e7b7 req-fec80d6c-53e6-411c-aaf6-b6e5b330e562 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:24:06.183869 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0f818f1a-e612-45d9-9b20-fe6d59a1e7b7 req-fec80d6c-53e6-411c-aaf6-b6e5b330e562 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0606074 Jun 29 16:24:06.219497 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0f818f1a-e612-45d9-9b20-fe6d59a1e7b7 req-31a4a941-431a-42f5-b960-c448842449b5 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301285 Jun 29 16:24:06.782586 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.77', 59226) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:24:06.789289 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2d1910b-8b56-49ad-ba7b-a80bad7985bc req-3f09c738-2d3e-466e-9747-894a59f358d7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1395814 Jun 29 16:24:06.846771 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e28a9-6850-4e12-afb6-b05469ba20bd req-f280b48b-80de-4d99-8ca4-dfaf6c484ebb tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:24:06.848256 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-948e28a9-6850-4e12-afb6-b05469ba20bd req-f280b48b-80de-4d99-8ca4-dfaf6c484ebb tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0632138 Jun 29 16:24:06.885184 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1910b-8b56-49ad-ba7b-a80bad7985bc req-1481707c-63ac-4b9e-92c4-6eb2646130d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:24:06.886623 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2d1910b-8b56-49ad-ba7b-a80bad7985bc req-1481707c-63ac-4b9e-92c4-6eb2646130d5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 1098 time: 0.0543618 Jun 29 16:24:06.961832 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [req-948e28a9-6850-4e12-afb6-b05469ba20bd req-d7e04844-c11b-4a15-bb59-45ae221b8732 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Deleting port 57384b54-8f26-490e-a688-8aa969892fc1 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:24:06.962082 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-948e28a9-6850-4e12-afb6-b05469ba20bd req-d7e04844-c11b-4a15-bb59-45ae221b8732 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:07.001275 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1910b-8b56-49ad-ba7b-a80bad7985bc req-4c73fb02-3bd0-4df3-9a2e-09b8d8b7a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:24:07.001894 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2d1910b-8b56-49ad-ba7b-a80bad7985bc req-4c73fb02-3bd0-4df3-9a2e-09b8d8b7a3bd service neutron] 10.222.0.77 "GET /v2.0/networks?id=913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 200 len: 916 time: 0.0942011 Jun 29 16:24:07.049833 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2d1910b-8b56-49ad-ba7b-a80bad7985bc req-98700130-b3b1-46de-a641-b6ea51c1f425 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a30074-aa07-4281-9ad4-e6d428a2befa HTTP/1.1" status: 200 len: 217 time: 0.0410738 Jun 29 16:24:07.055732 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-948e28a9-6850-4e12-afb6-b05469ba20bd req-d7e04844-c11b-4a15-bb59-45ae221b8732 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] For port 57384b54-8f26-490e-a688-8aa969892fc1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=57384b54-8f26-490e-a688-8aa969892fc1,segment=NetworkSegment(b03bb11f-7894-40e0-9619-0b0fe2c55e5b),segment_id=b03bb11f-7894-40e0-9619-0b0fe2c55e5b)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:24:07.055950 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-948e28a9-6850-4e12-afb6-b05469ba20bd req-d7e04844-c11b-4a15-bb59-45ae221b8732 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:07.070881 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [req-948e28a9-6850-4e12-afb6-b05469ba20bd req-d7e04844-c11b-4a15-bb59-45ae221b8732 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Calling delete_port for 57384b54-8f26-490e-a688-8aa969892fc1 owned by compute:nova {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:24:07.103883 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1910b-8b56-49ad-ba7b-a80bad7985bc req-355fb3c5-b63f-4c67-800f-2c5ed95d79f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:24:07.105391 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2d1910b-8b56-49ad-ba7b-a80bad7985bc req-355fb3c5-b63f-4c67-800f-2c5ed95d79f6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 200 len: 855 time: 0.0482855 Jun 29 16:24:07.138026 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2d1910b-8b56-49ad-ba7b-a80bad7985bc req-f3eb8afb-38a1-4ff3-af0a-fd94b58cd3c1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=913ddeee-2d32-441c-941e-b0980303e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254605 Jun 29 16:24:07.149176 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-e2d1910b-8b56-49ad-ba7b-a80bad7985bc req-59c4a17b-e166-47d9-8354-22fd29028768 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:24:07.150123 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2d1910b-8b56-49ad-ba7b-a80bad7985bc req-59c4a17b-e166-47d9-8354-22fd29028768 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057032 Jun 29 16:24:07.199828 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-948e28a9-6850-4e12-afb6-b05469ba20bd req-d7e04844-c11b-4a15-bb59-45ae221b8732 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10444875'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:07.205568 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-694bc0ed-b8cb-4c08-a9d3-1cbe40e5b838 tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:24:07.213089 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['51a30074-aa07-4281-9ad4-e6d428a2befa', '57384b54-8f26-490e-a688-8aa969892fc1'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:24:07.247119 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2d1910b-8b56-49ad-ba7b-a80bad7985bc req-6e811e0c-a4c1-4a6b-9516-50c11ac92e1f service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897551 Jun 29 16:24:07.258665 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e04844-c11b-4a15-bb59-45ae221b8732 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Pushing event deleted for resources: {'Port': ['ID=57384b54-8f26-490e-a688-8aa969892fc1,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:24:07.265115 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d7e04844-c11b-4a15-bb59-45ae221b8732 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:24:07.312475 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [req-948e28a9-6850-4e12-afb6-b05469ba20bd req-d7e04844-c11b-4a15-bb59-45ae221b8732 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] No DVR routers for this DVR port 57384b54-8f26-490e-a688-8aa969892fc1 on host hv-cinder-78662 {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:24:07.315072 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-948e28a9-6850-4e12-afb6-b05469ba20bd req-d7e04844-c11b-4a15-bb59-45ae221b8732 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:07.317462 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-948e28a9-6850-4e12-afb6-b05469ba20bd req-d7e04844-c11b-4a15-bb59-45ae221b8732 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.77 "DELETE /v2.0/ports/57384b54-8f26-490e-a688-8aa969892fc1 HTTP/1.1" status: 204 len: 173 time: 0.4617937 Jun 29 16:24:07.317991 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9', 'name': 'network-vif-deleted', 'tag': '57384b54-8f26-490e-a688-8aa969892fc1'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:24:07.320718 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00780bf608cd15afdd51be534b45a335a9f5f121050d89c1f6ad2489d1b4179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bfed1e-32c6-43da-97e9-c6c0301f3ed0" -d '{"events": [{"server_uuid": "3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9", "name": "network-vif-deleted", "tag": "57384b54-8f26-490e-a688-8aa969892fc1"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:24:07.367169 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f95953f-27bd-4228-81bb-88770721157f x-openstack-request-id: req-2f95953f-27bd-4228-81bb-88770721157f {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:24:07.367743 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9", "name": "network-vif-deleted", "tag": "57384b54-8f26-490e-a688-8aa969892fc1", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:24:07.368741 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f95953f-27bd-4228-81bb-88770721157f {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:24:07.369346 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9', 'name': 'network-vif-deleted', 'tag': '57384b54-8f26-490e-a688-8aa969892fc1', 'status': 'completed', 'code': 200} Jun 29 16:24:07.406410 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2d1910b-8b56-49ad-ba7b-a80bad7985bc req-b23d2c4b-62bb-4762-9f11-f2a80669a0ce service neutron] 10.222.0.77 "GET /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517434 Jun 29 16:24:07.408265 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-36389348-e101-4e6a-abc3-f3ee960bc86f req-e020cc9a-2fc8-48a6-b140-bb4f882671e1 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c5d0dbd-1218-4ac6-96a6-c8db5417ecc9 HTTP/1.1" status: 200 len: 210 time: 0.0370898 Jun 29 16:24:08.169981 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:08.220218 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-21de2bab-f5c1-4da8-a18c-5ea55c94d09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:10.230445 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 57384b54-8f26-490e-a688-8aa969892fc1 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:24:10.251124 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] No Port match for: 57384b54-8f26-490e-a688-8aa969892fc1 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:24:10.251482 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 57384b54-8f26-490e-a688-8aa969892fc1 not bound to the agent host hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:24:10.818269 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ecd9b4ae-eb91-495f-91b4-f665628c2e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:11.427767 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:12.007916 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:13.754351 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:32.734059 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:24:38.193896 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:38.219275 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-38732630-a635-46a9-97b4-31b777d61321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:40.821442 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2357f924-ad5b-4a2e-9eda-724fa0a29751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:41.428970 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:42.008282 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:43.757815 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:56.911379 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485e866-a0c8-495d-bd7c-4aedb30ca669 req-28d2bac8-5463-4af3-adf9-6a3a0d922962 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:24:56.912884 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b485e866-a0c8-495d-bd7c-4aedb30ca669 req-28d2bac8-5463-4af3-adf9-6a3a0d922962 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 945 time: 0.0621676 Jun 29 16:24:56.955002 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b485e866-a0c8-495d-bd7c-4aedb30ca669 req-a260e71b-a16f-4afa-b724-01bcad18fbce tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=e88700df-1980-4ef4-b0ce-43928699b262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360651 Jun 29 16:24:57.661515 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719526c-8802-4582-9ff8-6e7459f51c3c req-a0e1d6fc-b7f0-4c03-bd6a-5c03919ea6ae tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:24:57.662920 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4719526c-8802-4582-9ff8-6e7459f51c3c req-a0e1d6fc-b7f0-4c03-bd6a-5c03919ea6ae tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 945 time: 0.0600345 Jun 29 16:24:57.761468 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-4719526c-8802-4582-9ff8-6e7459f51c3c req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Deleting port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:24:57.761810 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4719526c-8802-4582-9ff8-6e7459f51c3c req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:57.849701 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-4719526c-8802-4582-9ff8-6e7459f51c3c req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] For port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4a43b6f3-a863-4fb5-9e43-ac08a11a1dba,segment=NetworkSegment(23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f),segment_id=23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:24:57.850062 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4719526c-8802-4582-9ff8-6e7459f51c3c req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:58.014457 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4719526c-8802-4582-9ff8-6e7459f51c3c req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:58.014838 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4719526c-8802-4582-9ff8-6e7459f51c3c req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3760652'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:58.015154 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.l3_db [req-4719526c-8802-4582-9ff8-6e7459f51c3c req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Floating IP cd76f24d-54f6-43ac-9f5c-0cd0b8c84532 disassociated. External IP: 172.27.2.188, port: 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba. Jun 29 16:24:58.015496 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-4719526c-8802-4582-9ff8-6e7459f51c3c req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Calling delete_port for 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:24:58.130665 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b1353-998e-4dbf-8043-b5ff28c06425 req-225af57e-13ca-404a-90c0-43b8785e5ad7 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:24:58.132183 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c31b1353-998e-4dbf-8043-b5ff28c06425 req-225af57e-13ca-404a-90c0-43b8785e5ad7 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c9fda0d-994b-4af7-ad76-c71e296f5002 HTTP/1.1" status: 200 len: 945 time: 0.0628226 Jun 29 16:24:58.145642 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4719526c-8802-4582-9ff8-6e7459f51c3c req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:58.149413 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ef1077a4-8028-4717-b9ee-5171acf785a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:24:58.171275 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c31b1353-998e-4dbf-8043-b5ff28c06425 req-f6337fc2-afbf-4032-9d4c-2e712bd94d00 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups?id=e88700df-1980-4ef4-b0ce-43928699b262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334120 Jun 29 16:24:58.175696 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event deleted for resources: {'Port': ['ID=4a43b6f3-a863-4fb5-9e43-ac08a11a1dba,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:24:58.187308 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:58.187746 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:58.188408 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:58.188408 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:58.188783 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:58.189142 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:58.189498 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:58.189852 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:58.190202 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:58.190552 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:58.190903 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:58.191256 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:58.225378 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:24:58.297634 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4719526c-8802-4582-9ff8-6e7459f51c3c req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Router c8989b64-2466-413c-8846-6c2bcdb7637b has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:24:58.403719 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4719526c-8802-4582-9ff8-6e7459f51c3c req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:24:58.414306 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66016e3f-8d66-42d9-8162-e0f251525ca5 None None] Sync routers for ids ['c8989b64-2466-413c-8846-6c2bcdb7637b'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:24:58.423929 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66016e3f-8d66-42d9-8162-e0f251525ca5 None None] Routers {'c8989b64-2466-413c-8846-6c2bcdb7637b'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:24:58.424538 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-66016e3f-8d66-42d9-8162-e0f251525ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:24:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c8989b64-2466-413c-8846-6c2bcdb7637b'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:24:58.445546 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4719526c-8802-4582-9ff8-6e7459f51c3c req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] No DVR routers for this DVR port 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba on host hv-cinder-78662 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:24:58.447911 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4719526c-8802-4582-9ff8-6e7459f51c3c req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:58.449861 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4719526c-8802-4582-9ff8-6e7459f51c3c req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.77 "DELETE /v2.0/ports/4a43b6f3-a863-4fb5-9e43-ac08a11a1dba HTTP/1.1" status: 204 len: 173 time: 0.7787545 Jun 29 16:24:58.450351 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9fda0d-994b-4af7-ad76-c71e296f5002', 'name': 'network-vif-deleted', 'tag': '4a43b6f3-a863-4fb5-9e43-ac08a11a1dba'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:24:58.452731 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dba6838-962b-49d0-9d99-9fddbcbe4968" -d '{"events": [{"server_uuid": "8c9fda0d-994b-4af7-ad76-c71e296f5002", "name": "network-vif-deleted", "tag": "4a43b6f3-a863-4fb5-9e43-ac08a11a1dba"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:24:58.500703 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3703715d-0168-465b-890c-739dafcd2d97 x-openstack-request-id: req-3703715d-0168-465b-890c-739dafcd2d97 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:24:58.501030 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9fda0d-994b-4af7-ad76-c71e296f5002", "name": "network-vif-deleted", "tag": "4a43b6f3-a863-4fb5-9e43-ac08a11a1dba", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:24:58.501319 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3703715d-0168-465b-890c-739dafcd2d97 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:24:58.501746 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9fda0d-994b-4af7-ad76-c71e296f5002', 'name': 'network-vif-deleted', 'tag': '4a43b6f3-a863-4fb5-9e43-ac08a11a1dba', 'status': 'completed', 'code': 200} Jun 29 16:24:58.540384 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-66016e3f-8d66-42d9-8162-e0f251525ca5 None None] Set router c8989b64-2466-413c-8846-6c2bcdb7637b gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:24:58.745045 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-66016e3f-8d66-42d9-8162-e0f251525ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'eab43e00-a26d-4aff-b85e-a22c1d70e347', 'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'mac_address': 'fa:16:3e:be:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:34Z', 'updated_at': '2021-06-29T16:09:40Z', 'revision_number': 5, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'subnets': [{'id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:24:58.770142 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66016e3f-8d66-42d9-8162-e0f251525ca5 None None] Checking router: c8989b64-2466-413c-8846-6c2bcdb7637b for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:24:58.778122 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66016e3f-8d66-42d9-8162-e0f251525ca5 None None] Routers {'c8989b64-2466-413c-8846-6c2bcdb7637b'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:24:58.778671 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-66016e3f-8d66-42d9-8162-e0f251525ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:24:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c8989b64-2466-413c-8846-6c2bcdb7637b'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:24:58.878452 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-66016e3f-8d66-42d9-8162-e0f251525ca5 None None] Set router c8989b64-2466-413c-8846-6c2bcdb7637b gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:24:59.086117 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-66016e3f-8d66-42d9-8162-e0f251525ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'eab43e00-a26d-4aff-b85e-a22c1d70e347', 'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'mac_address': 'fa:16:3e:be:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:34Z', 'updated_at': '2021-06-29T16:09:40Z', 'revision_number': 5, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'subnets': [{'id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:24:59.111472 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66016e3f-8d66-42d9-8162-e0f251525ca5 None None] The sync data for ids ['c8989b64-2466-413c-8846-6c2bcdb7637b'] in dv-cinder-786627-15-iscsi is: [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:09:35Z', 'revision_number': 4, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'eab43e00-a26d-4aff-b85e-a22c1d70e347', 'name': '', 'network_id': 'ec638f7b-1c88-4845-98a8-f4e75c542570', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'mac_address': 'fa:16:3e:be:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:34Z', 'updated_at': '2021-06-29T16:09:40Z', 'revision_number': 5, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'subnets': [{'id': 'af34b3db-0ff1-4013-b759-8e328f36422e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:24:59.304637 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44164) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:24:59.346819 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524a7ce-07c7-47d1-8d68-342e2513c018 None None] New status for floating IP cd76f24d-54f6-43ac-9f5c-0cd0b8c84532: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:24:59.363664 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fd72544b-881d-4421-95b4-8a7ab05aa5c9 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:59.387488 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fd72544b-881d-4421-95b4-8a7ab05aa5c9 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:59.441835 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fd72544b-881d-4421-95b4-8a7ab05aa5c9 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:59.444561 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fd72544b-881d-4421-95b4-8a7ab05aa5c9 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:59.445896 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-fd72544b-881d-4421-95b4-8a7ab05aa5c9 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "DELETE /v2.0/security-groups/e88700df-1980-4ef4-b0ce-43928699b262 HTTP/1.1" status: 204 len: 168 time: 0.1396971 Jun 29 16:24:59.446793 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-aaedb6cc-be43-4452-8000-4de4275e0170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:24:59.448634 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 44170) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:24:59.465361 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.api.v2.resource [None req-2e1ee878-6543-4522-b401-592402c78fda tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] show failed (client error): The resource could not be found. Jun 29 16:24:59.467521 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72544b-881d-4421-95b4-8a7ab05aa5c9 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88700df-1980-4ef4-b0ce-43928699b262,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:24:59.469723 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44172) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:24:59.471314 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2e1ee878-6543-4522-b401-592402c78fda tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "GET /v2.0/security-groups/e88700df-1980-4ef4-b0ce-43928699b262 HTTP/1.1" status: 404 len: 347 time: 0.0212662 Jun 29 16:24:59.479161 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fd72544b-881d-4421-95b4-8a7ab05aa5c9 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:24:59.846758 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-b8378269-355b-4450-9000-305dad8899c4 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Deleting port 41105d30-eed6-4b20-9dc8-495b4ebf09f6 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:24:59.847102 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b8378269-355b-4450-9000-305dad8899c4 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:59.924187 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b8378269-355b-4450-9000-305dad8899c4 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:59.924514 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b8378269-355b-4450-9000-305dad8899c4 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:59.936334 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-b8378269-355b-4450-9000-305dad8899c4 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Calling delete_port for 41105d30-eed6-4b20-9dc8-495b4ebf09f6 owned by network:floatingip {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:25:00.072510 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b8378269-355b-4450-9000-305dad8899c4 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:00.081046 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d23dfb35-5a3c-49c7-b6bd-9fbccaf73120 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:00.104437 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8378269-355b-4450-9000-305dad8899c4 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Pushing event deleted for resources: {'Port': ['ID=41105d30-eed6-4b20-9dc8-495b4ebf09f6,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:00.107007 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b8378269-355b-4450-9000-305dad8899c4 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:00.160816 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b8378269-355b-4450-9000-305dad8899c4 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks [] for floatingip, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:00.163323 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b8378269-355b-4450-9000-305dad8899c4 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:00.164476 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-b8378269-355b-4450-9000-305dad8899c4 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] 10.222.0.66 "DELETE /v2.0/floatingips/cd76f24d-54f6-43ac-9f5c-0cd0b8c84532 HTTP/1.1" status: 204 len: 168 time: 0.6937218 Jun 29 16:25:00.371013 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:25:00.390996 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] No Port match for: 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:25:00.391351 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 4a43b6f3-a863-4fb5-9e43-ac08a11a1dba not bound to the agent host hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:25:08.186785 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:08.220194 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2bd9c38f-84a0-40c3-bd8d-26f04b209915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:08.753013 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-29d24de3-101c-4e3a-b2dc-8c7e1d523998 req-4379fde3-16d5-4e54-857b-0e8559c443d2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521419 Jun 29 16:25:08.839749 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d24de3-101c-4e3a-b2dc-8c7e1d523998 req-f878b982-f154-4409-aa1c-983cc2529c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:08.841203 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-29d24de3-101c-4e3a-b2dc-8c7e1d523998 req-f878b982-f154-4409-aa1c-983cc2529c57 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1a9ba8fe1c5942468fadff48ff9a8b5a&device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 1098 time: 0.0553322 Jun 29 16:25:08.942957 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d24de3-101c-4e3a-b2dc-8c7e1d523998 req-203c295f-2280-4b40-9104-e439fd379889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:08.944424 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-29d24de3-101c-4e3a-b2dc-8c7e1d523998 req-203c295f-2280-4b40-9104-e439fd379889 service neutron] 10.222.0.77 "GET /v2.0/networks?id=97f20867-09fe-42d1-b031-6da4bc89dc21 HTTP/1.1" status: 200 len: 911 time: 0.0817246 Jun 29 16:25:09.011518 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-29d24de3-101c-4e3a-b2dc-8c7e1d523998 req-bc77affe-6fc6-456f-b550-d9df8291f46d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48738ab2-259d-4dc2-85df-6471ea25f5ab HTTP/1.1" status: 200 len: 1001 time: 0.0578244 Jun 29 16:25:09.063402 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d24de3-101c-4e3a-b2dc-8c7e1d523998 req-491df880-cb3f-41a6-9d2d-187d70dff4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:09.065781 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-29d24de3-101c-4e3a-b2dc-8c7e1d523998 req-491df880-cb3f-41a6-9d2d-187d70dff4a0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e919af68-53a9-442c-8cab-d70814d969fe HTTP/1.1" status: 200 len: 849 time: 0.0461147 Jun 29 16:25:09.121529 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d24de3-101c-4e3a-b2dc-8c7e1d523998 req-fef8172c-c033-47fd-a578-45ba2738d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:09.122977 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-29d24de3-101c-4e3a-b2dc-8c7e1d523998 req-fef8172c-c033-47fd-a578-45ba2738d75d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=97f20867-09fe-42d1-b031-6da4bc89dc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501266 Jun 29 16:25:09.212384 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-29d24de3-101c-4e3a-b2dc-8c7e1d523998 req-fc307834-e464-4580-bb1b-26e215206bf9 service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814650 Jun 29 16:25:09.298649 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-29d24de3-101c-4e3a-b2dc-8c7e1d523998 req-1f7c13ff-c20c-4950-ae70-ce66a00d190a service neutron] 10.222.0.77 "GET /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787358 Jun 29 16:25:09.732760 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:25:10.821168 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-67871583-065e-4b20-88dc-3ce6c05bfae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:11.430675 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:12.012324 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:13.760311 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:32.989678 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3bfe3-0388-45ed-b917-8b4c73508403 req-36c54c72-96b6-4f83-bcf1-44455ad0df9f tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:32.991703 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-95e3bfe3-0388-45ed-b917-8b4c73508403 req-36c54c72-96b6-4f83-bcf1-44455ad0df9f tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 945 time: 0.0760629 Jun 29 16:25:33.028854 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-95e3bfe3-0388-45ed-b917-8b4c73508403 req-17af3848-b1d8-43c8-9efa-dcf6bea12b0d tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322995 Jun 29 16:25:34.210566 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52125f3-80c3-454b-bfdb-a9638ca9382c req-8be97979-8f96-4a7b-9e36-4f6882ce2d45 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:34.212172 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d52125f3-80c3-454b-bfdb-a9638ca9382c req-8be97979-8f96-4a7b-9e36-4f6882ce2d45 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 945 time: 0.0657640 Jun 29 16:25:34.248209 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d52125f3-80c3-454b-bfdb-a9638ca9382c req-381f5ed7-490d-4ba0-a7a4-d46e1f38cdbd tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304990 Jun 29 16:25:35.429646 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b2b54-8c4e-4622-a273-1cade529f48f req-79257a8f-2dc7-4573-8fca-8cb1df33e0e3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:35.431022 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b31b2b54-8c4e-4622-a273-1cade529f48f req-79257a8f-2dc7-4573-8fca-8cb1df33e0e3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 945 time: 0.0667388 Jun 29 16:25:35.467194 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b31b2b54-8c4e-4622-a273-1cade529f48f req-478b66e9-8e78-4977-870d-1d8c4d0b2275 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307484 Jun 29 16:25:36.646421 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c328f-5e18-482e-8034-a7a7cffd914f req-3f619b8d-2965-4cfb-8b50-46266e3e117b tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:36.647816 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ca0c328f-5e18-482e-8034-a7a7cffd914f req-3f619b8d-2965-4cfb-8b50-46266e3e117b tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 945 time: 0.0628572 Jun 29 16:25:36.684710 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ca0c328f-5e18-482e-8034-a7a7cffd914f req-9283b0f3-9c26-4811-a2bc-f0c1aa7f667c tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312815 Jun 29 16:25:37.860394 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d402a8-6cb3-4656-a9a2-e1d88605dea0 req-926f212f-ffef-42d6-b0a0-44b09a3dfedb tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:37.862462 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-03d402a8-6cb3-4656-a9a2-e1d88605dea0 req-926f212f-ffef-42d6-b0a0-44b09a3dfedb tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 945 time: 0.0617564 Jun 29 16:25:37.897922 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-03d402a8-6cb3-4656-a9a2-e1d88605dea0 req-c03e1166-3e6c-4904-8ea3-71f6f6f58a99 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/security-groups?id=54b882f3-c4b3-4b69-869a-316b247d0747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300012 Jun 29 16:25:38.100326 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc224c5-d729-4b56-a4db-6c4e2c76a2a3 req-efd8250e-e24e-4232-9ea9-96e6daf17cc3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:38.101739 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5dc224c5-d729-4b56-a4db-6c4e2c76a2a3 req-efd8250e-e24e-4232-9ea9-96e6daf17cc3 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 945 time: 0.0607898 Jun 29 16:25:38.214783 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:38.222051 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-836d6e2b-aefa-4dc2-b80c-a07f96b713e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:38.222576 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-5dc224c5-d729-4b56-a4db-6c4e2c76a2a3 req-9d1fafcf-1b0a-474e-a2e9-5c7b359bd4fa tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Deleting port 51a30074-aa07-4281-9ad4-e6d428a2befa {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:25:38.222922 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5dc224c5-d729-4b56-a4db-6c4e2c76a2a3 req-9d1fafcf-1b0a-474e-a2e9-5c7b359bd4fa tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:38.317114 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-5dc224c5-d729-4b56-a4db-6c4e2c76a2a3 req-9d1fafcf-1b0a-474e-a2e9-5c7b359bd4fa tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] For port 51a30074-aa07-4281-9ad4-e6d428a2befa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=51a30074-aa07-4281-9ad4-e6d428a2befa,segment=NetworkSegment(b03bb11f-7894-40e0-9619-0b0fe2c55e5b),segment_id=b03bb11f-7894-40e0-9619-0b0fe2c55e5b)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:25:38.317630 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5dc224c5-d729-4b56-a4db-6c4e2c76a2a3 req-9d1fafcf-1b0a-474e-a2e9-5c7b359bd4fa tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:38.329112 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-5dc224c5-d729-4b56-a4db-6c4e2c76a2a3 req-9d1fafcf-1b0a-474e-a2e9-5c7b359bd4fa tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Calling delete_port for 51a30074-aa07-4281-9ad4-e6d428a2befa owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:25:38.465322 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5dc224c5-d729-4b56-a4db-6c4e2c76a2a3 req-9d1fafcf-1b0a-474e-a2e9-5c7b359bd4fa tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:38.469485 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-08148489-3d8e-45d1-ac8a-cb2097bf72db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:38.476884 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['51a30074-aa07-4281-9ad4-e6d428a2befa'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:25:38.509293 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fafcf-1b0a-474e-a2e9-5c7b359bd4fa tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Pushing event deleted for resources: {'Port': ['ID=51a30074-aa07-4281-9ad4-e6d428a2befa,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:38.514035 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9d1fafcf-1b0a-474e-a2e9-5c7b359bd4fa tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:38.559035 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc224c5-d729-4b56-a4db-6c4e2c76a2a3 req-9d1fafcf-1b0a-474e-a2e9-5c7b359bd4fa tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] No DVR routers for this DVR port 51a30074-aa07-4281-9ad4-e6d428a2befa on host hv-cinder-78662 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:25:38.561644 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5dc224c5-d729-4b56-a4db-6c4e2c76a2a3 req-9d1fafcf-1b0a-474e-a2e9-5c7b359bd4fa tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:38.563699 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5dc224c5-d729-4b56-a4db-6c4e2c76a2a3 req-9d1fafcf-1b0a-474e-a2e9-5c7b359bd4fa tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.77 "DELETE /v2.0/ports/51a30074-aa07-4281-9ad4-e6d428a2befa HTTP/1.1" status: 204 len: 173 time: 0.4513862 Jun 29 16:25:38.564764 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3918afd-b932-41cb-b390-0fe4b6e0492d', 'name': 'network-vif-deleted', 'tag': '51a30074-aa07-4281-9ad4-e6d428a2befa'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:25:38.567133 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9313356-da46-43c6-be72-895f7bea5c8c" -d '{"events": [{"server_uuid": "b3918afd-b932-41cb-b390-0fe4b6e0492d", "name": "network-vif-deleted", "tag": "51a30074-aa07-4281-9ad4-e6d428a2befa"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:25:38.605222 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191f44ed-1c04-4822-acb1-8de0cca8d20f x-openstack-request-id: req-191f44ed-1c04-4822-acb1-8de0cca8d20f {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:25:38.605543 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3918afd-b932-41cb-b390-0fe4b6e0492d", "name": "network-vif-deleted", "tag": "51a30074-aa07-4281-9ad4-e6d428a2befa", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:25:38.605824 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-191f44ed-1c04-4822-acb1-8de0cca8d20f {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:25:38.606246 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3918afd-b932-41cb-b390-0fe4b6e0492d', 'name': 'network-vif-deleted', 'tag': '51a30074-aa07-4281-9ad4-e6d428a2befa', 'status': 'completed', 'code': 200} Jun 29 16:25:39.054761 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-71cf75df-2d64-4c09-98d0-1503a180860a req-c2af4912-cdec-40aa-ad77-9822cc9dc32c tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3918afd-b932-41cb-b390-0fe4b6e0492d HTTP/1.1" status: 200 len: 210 time: 0.0331597 Jun 29 16:25:40.146818 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44728) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:40.285135 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b73e05-5349-40dd-bedb-56ee0da9773b admin admin] Deleting subnet cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:25:40.289210 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-69b73e05-5349-40dd-bedb-56ee0da9773b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:40.325951 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-69b73e05-5349-40dd-bedb-56ee0da9773b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9042959'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:40.369867 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-69b73e05-5349-40dd-bedb-56ee0da9773b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531522'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:40.421967 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-69b73e05-5349-40dd-bedb-56ee0da9773b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9365175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12300084'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:40.424376 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:40.447904 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b73e05-5349-40dd-bedb-56ee0da9773b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf2ca20-30f5-46a4-8f73-dc2d41f4c780,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:40.452656 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-69b73e05-5349-40dd-bedb-56ee0da9773b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:40.454142 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-69b73e05-5349-40dd-bedb-56ee0da9773b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:40.457012 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-69b73e05-5349-40dd-bedb-56ee0da9773b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cdf2ca20-30f5-46a4-8f73-dc2d41f4c780 HTTP/1.1" status: 204 len: 168 time: 0.3092220 Jun 29 16:25:40.459677 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44732) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:40.529703 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e7a7f1ff-438d-4c01-9ecc-40148b62d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621183'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:40.609850 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 51a30074-aa07-4281-9ad4-e6d428a2befa no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:25:40.620988 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e7a7f1ff-438d-4c01-9ecc-40148b62d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531612', 'neutron.services.segments.db._delete_segments_for_network-8766223617091'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:40.629460 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-e7a7f1ff-438d-4c01-9ecc-40148b62d903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913ddeee-2d32-441c-941e-b0980303e2cd']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:25:40.644133 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-e7a7f1ff-438d-4c01-9ecc-40148b62d903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03bb11f-7894-40e0-9619-0b0fe2c55e5b') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:25:40.644431 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-e7a7f1ff-438d-4c01-9ecc-40148b62d903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03bb11f-7894-40e0-9619-0b0fe2c55e5b') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:25:40.649515 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] No Port match for: 51a30074-aa07-4281-9ad4-e6d428a2befa {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:25:40.649873 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 51a30074-aa07-4281-9ad4-e6d428a2befa not bound to the agent host hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:25:40.653959 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e7a7f1ff-438d-4c01-9ecc-40148b62d903 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766223416266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9042944'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:40.671782 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e7a7f1ff-438d-4c01-9ecc-40148b62d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:40.678468 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a7f1ff-438d-4c01-9ecc-40148b62d903 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:25:40.679097 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e7a7f1ff-438d-4c01-9ecc-40148b62d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9365018'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: timer() Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: cb(*args, **kw) Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: self._notify() Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: self.callback(batched_events) Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: event.method(event) Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._get(url).json() Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:25:40.680943 dv-cinder-786627-15-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:25:40.745236 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e7a7f1ff-438d-4c01-9ecc-40148b62d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3760702'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:40.748996 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:40.752365 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e7a7f1ff-438d-4c01-9ecc-40148b62d903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:40.755520 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e7a7f1ff-438d-4c01-9ecc-40148b62d903 admin admin] 10.222.0.66 "DELETE /v2.0/networks/913ddeee-2d32-441c-941e-b0980303e2cd HTTP/1.1" status: 204 len: 168 time: 0.2934525 Jun 29 16:25:40.765327 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7f1ff-438d-4c01-9ecc-40148b62d903 admin admin] Pushing event deleted for resources: {'Network': ['ID=913ddeee-2d32-441c-941e-b0980303e2cd,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:40.768308 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e7a7f1ff-438d-4c01-9ecc-40148b62d903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:40.823094 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2ba72f92-dbb0-4e7d-8d15-2eb3885222f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:40.875175 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44746) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:40.914797 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-3117564e-c838-427d-9cd3-ea268a369dfe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f1f4a8cf677a4766b04d8f8cb70c86ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383618 Jun 29 16:25:40.917283 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44748) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:40.964072 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8546-453e-4428-87f1-b91e8631ebe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:40.983908 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8546-453e-4428-87f1-b91e8631ebe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:41.035131 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8546-453e-4428-87f1-b91e8631ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:41.037678 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8546-453e-4428-87f1-b91e8631ebe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:41.038808 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-eb9c8546-453e-4428-87f1-b91e8631ebe6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/54b882f3-c4b3-4b69-869a-316b247d0747 HTTP/1.1" status: 204 len: 168 time: 0.1206539 Jun 29 16:25:41.039542 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5f959075-6602-4ecc-9ba3-fe2bf58ae552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:41.047057 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c8546-453e-4428-87f1-b91e8631ebe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b882f3-c4b3-4b69-869a-316b247d0747,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:41.049586 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-eb9c8546-453e-4428-87f1-b91e8631ebe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:41.432227 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:42.015727 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:42.950593 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44830) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:43.063437 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-88ee3f3e-11a7-48ef-9ec4-693e096ffbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:43.165749 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-88ee3f3e-11a7-48ef-9ec4-693e096ffbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:43.170156 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-88ee3f3e-11a7-48ef-9ec4-693e096ffbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:43.176152 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d4a6ac29-8eb5-4873-82ad-1c528de01b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:43.235195 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-88ee3f3e-11a7-48ef-9ec4-693e096ffbf5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1084216e82a4588b7ccd982aeed62eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833133 Jun 29 16:25:43.237016 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee3f3e-11a7-48ef-9ec4-693e096ffbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a6e99a-6094-4019-a489-7d68522d1e5d,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:43.238863 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 44834) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:43.244956 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-88ee3f3e-11a7-48ef-9ec4-693e096ffbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:43.286791 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:43.308816 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:43.361369 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:43.364042 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:43.365179 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0a6e99a-6094-4019-a489-7d68522d1e5d HTTP/1.1" status: 204 len: 168 time: 0.1253159 Jun 29 16:25:43.365956 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c354cc06-ca98-4bb4-959c-be7ed4da3293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:43.373859 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a6e99a-6094-4019-a489-7d68522d1e5d,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:43.380843 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:43.381212 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:43.381582 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:43.381943 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:43.382296 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:43.382654 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:43.383024 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:43.383370 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:43.383741 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:43.384109 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:43.384444 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:43.384793 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:43.387871 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:43.637967 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 44840) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:43.651707 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d63261fd-40a5-47db-8582-4893b25dba44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:43.748071 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d63261fd-40a5-47db-8582-4893b25dba44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:43.752721 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d63261fd-40a5-47db-8582-4893b25dba44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:43.761465 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c468e3d9-afd7-49b5-890a-1e112cd27009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:43.764931 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:43.787376 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d63261fd-40a5-47db-8582-4893b25dba44 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fae9dbbd4e634a738541d68707d88f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482856 Jun 29 16:25:43.790076 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44844) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:43.796110 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63261fd-40a5-47db-8582-4893b25dba44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60af9925-049c-420f-9532-469aae6211ea,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:43.799346 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d63261fd-40a5-47db-8582-4893b25dba44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:43.841443 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f0f32ece-1164-4208-994b-29384d0776a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:43.861724 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f0f32ece-1164-4208-994b-29384d0776a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:43.914500 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f0f32ece-1164-4208-994b-29384d0776a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:43.917106 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f0f32ece-1164-4208-994b-29384d0776a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:43.918254 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f0f32ece-1164-4208-994b-29384d0776a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/60af9925-049c-420f-9532-469aae6211ea HTTP/1.1" status: 204 len: 168 time: 0.1269820 Jun 29 16:25:43.919005 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ec99878a-dbef-4a4f-9e48-332991cd9d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:43.927058 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f32ece-1164-4208-994b-29384d0776a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60af9925-049c-420f-9532-469aae6211ea,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:43.929530 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f0f32ece-1164-4208-994b-29384d0776a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:45.568968 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 44916) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:45.696763 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ad0a22a6-e213-4efb-827e-536abf8b6e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:45.791791 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ad0a22a6-e213-4efb-827e-536abf8b6e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:45.797543 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ad0a22a6-e213-4efb-827e-536abf8b6e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:45.800592 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-282cbd00-e141-4e4a-a6e9-62d70c10202d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:45.843151 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ad0a22a6-e213-4efb-827e-536abf8b6e72 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72783ee2669f4364995bea32bdcea5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782545 Jun 29 16:25:45.843935 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a22a6-e213-4efb-827e-536abf8b6e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03df78b6-3d40-4d1a-8e5d-288d1a89cff1,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:45.846467 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 44932) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:45.847800 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ad0a22a6-e213-4efb-827e-536abf8b6e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:45.910184 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-afec1e12-ee9c-48a8-b90d-a9ec89660769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:45.935202 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-afec1e12-ee9c-48a8-b90d-a9ec89660769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:45.990183 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-afec1e12-ee9c-48a8-b90d-a9ec89660769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:45.993836 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-afec1e12-ee9c-48a8-b90d-a9ec89660769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:45.998891 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-afec1e12-ee9c-48a8-b90d-a9ec89660769 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03df78b6-3d40-4d1a-8e5d-288d1a89cff1 HTTP/1.1" status: 204 len: 168 time: 0.1479549 Jun 29 16:25:45.999828 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-33b617e5-3097-4447-a9e7-5cd2e9f06f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:46.010101 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec1e12-ee9c-48a8-b90d-a9ec89660769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03df78b6-3d40-4d1a-8e5d-288d1a89cff1,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:46.022426 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-afec1e12-ee9c-48a8-b90d-a9ec89660769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:46.732413 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:25:53.930134 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45168) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:54.051647 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5860f8f8-338b-4755-8f62-8c60615294e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.162858 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5860f8f8-338b-4755-8f62-8c60615294e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.169522 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5860f8f8-338b-4755-8f62-8c60615294e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.173651 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fd72544b-881d-4421-95b4-8a7ab05aa5c9 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:54.213849 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45182) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:54.214560 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5860f8f8-338b-4755-8f62-8c60615294e6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3f12068e0c2149c2880887acc51d8bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830877 Jun 29 16:25:54.216995 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860f8f8-338b-4755-8f62-8c60615294e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1964f5e2-1daf-4ba5-ba08-cdd891feff93,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:54.220676 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5860f8f8-338b-4755-8f62-8c60615294e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:54.289141 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f6ac03e1-c982-45ae-bf58-9076c0d8f25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.313630 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f6ac03e1-c982-45ae-bf58-9076c0d8f25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.356057 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45190) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:54.377458 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f6ac03e1-c982-45ae-bf58-9076c0d8f25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.380741 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f6ac03e1-c982-45ae-bf58-9076c0d8f25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.384834 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f6ac03e1-c982-45ae-bf58-9076c0d8f25c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1964f5e2-1daf-4ba5-ba08-cdd891feff93 HTTP/1.1" status: 204 len: 168 time: 0.1698983 Jun 29 16:25:54.386125 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-56f1702e-5155-4ad2-b5bb-6f9f20747066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:54.396576 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac03e1-c982-45ae-bf58-9076c0d8f25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1964f5e2-1daf-4ba5-ba08-cdd891feff93,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:54.399365 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f6ac03e1-c982-45ae-bf58-9076c0d8f25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:54.500103 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-46ef341a-f579-44da-bd64-c191029d40f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.597803 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-46ef341a-f579-44da-bd64-c191029d40f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.602244 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-46ef341a-f579-44da-bd64-c191029d40f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.606410 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4fdc7dda-64c7-4a21-8b04-dc0c8215eeab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:54.647749 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-46ef341a-f579-44da-bd64-c191029d40f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=35d6452361944cba98b63819ce09e2aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901826 Jun 29 16:25:54.649712 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef341a-f579-44da-bd64-c191029d40f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92c8825-c465-4b96-ae5f-9708c5dda3b0,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:54.650772 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45204) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:54.656721 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-46ef341a-f579-44da-bd64-c191029d40f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:54.703277 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3498-06d9-421e-9003-53b4b036659b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.706556 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45206) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:54.722749 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4e730592-c1c0-419d-ab3b-298c943bf1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.725763 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3498-06d9-421e-9003-53b4b036659b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.776765 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3498-06d9-421e-9003-53b4b036659b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.779542 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3498-06d9-421e-9003-53b4b036659b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.783481 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-b0cc3498-06d9-421e-9003-53b4b036659b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a92c8825-c465-4b96-ae5f-9708c5dda3b0 HTTP/1.1" status: 204 len: 168 time: 0.1316593 Jun 29 16:25:54.784313 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-db8afe77-26bd-418c-acdb-2c074e04b761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:54.791864 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc3498-06d9-421e-9003-53b4b036659b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92c8825-c465-4b96-ae5f-9708c5dda3b0,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:54.794068 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b0cc3498-06d9-421e-9003-53b4b036659b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:54.821121 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4e730592-c1c0-419d-ab3b-298c943bf1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.825490 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4e730592-c1c0-419d-ab3b-298c943bf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.829495 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7d359a82-688c-4162-971d-661cd75cbc69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:54.865776 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4e730592-c1c0-419d-ab3b-298c943bf1f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=31208f444281473c8c129e332e7e5236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581366 Jun 29 16:25:54.867028 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e730592-c1c0-419d-ab3b-298c943bf1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a918c2a-0ba8-46c7-ae5a-a3944f677b1e,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:54.869211 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45210) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:54.870069 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4e730592-c1c0-419d-ab3b-298c943bf1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:54.935503 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e2c1e67c-97cf-4379-a00d-65f36100cd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:54.958129 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e2c1e67c-97cf-4379-a00d-65f36100cd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:55.009525 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e2c1e67c-97cf-4379-a00d-65f36100cd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:55.012352 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e2c1e67c-97cf-4379-a00d-65f36100cd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:55.013753 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e2c1e67c-97cf-4379-a00d-65f36100cd1d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3a918c2a-0ba8-46c7-ae5a-a3944f677b1e HTTP/1.1" status: 204 len: 168 time: 0.1428344 Jun 29 16:25:55.014652 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-223446a4-565b-4618-905f-dcd5bb18e046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:55.025263 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1e67c-97cf-4379-a00d-65f36100cd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a918c2a-0ba8-46c7-ae5a-a3944f677b1e,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:55.034726 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e2c1e67c-97cf-4379-a00d-65f36100cd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:55.332730 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45216) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:55.347373 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ff240c41-c6b9-41d4-94fb-ba4c2a166df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:55.447039 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ff240c41-c6b9-41d4-94fb-ba4c2a166df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:55.450828 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ff240c41-c6b9-41d4-94fb-ba4c2a166df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:55.454985 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ad0a22a6-e213-4efb-827e-536abf8b6e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:55.493364 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ff240c41-c6b9-41d4-94fb-ba4c2a166df7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a7dc4b50d0064e57ac44f7a467dc2b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594934 Jun 29 16:25:55.494339 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff240c41-c6b9-41d4-94fb-ba4c2a166df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6780f96-23dd-4e8d-a649-6d8d621c3330,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:55.495371 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45222) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:55.498017 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ff240c41-c6b9-41d4-94fb-ba4c2a166df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:55.559376 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7dd885d-7769-44c9-966a-5a428a7dc4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:55.585096 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7dd885d-7769-44c9-966a-5a428a7dc4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:55.636292 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7dd885d-7769-44c9-966a-5a428a7dc4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:55.638810 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7dd885d-7769-44c9-966a-5a428a7dc4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:55.639982 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d7dd885d-7769-44c9-966a-5a428a7dc4d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d6780f96-23dd-4e8d-a649-6d8d621c3330 HTTP/1.1" status: 204 len: 168 time: 0.1435378 Jun 29 16:25:55.640769 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-50876ac0-eaa6-45be-a7c0-6b88f2c5f6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:55.649348 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd885d-7769-44c9-966a-5a428a7dc4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6780f96-23dd-4e8d-a649-6d8d621c3330,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:55.651694 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d7dd885d-7769-44c9-966a-5a428a7dc4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:56.932649 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45268) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:57.037624 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-25290b0e-a680-442c-a620-c882323e33af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:57.126728 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-25290b0e-a680-442c-a620-c882323e33af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:57.130583 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-25290b0e-a680-442c-a620-c882323e33af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:57.133325 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9265daaf-e537-4651-8617-d3b7380fa1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:57.169059 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25290b0e-a680-442c-a620-c882323e33af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfccfe8e-f9f6-4ea8-92cf-f42c6dc8591d,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:57.174196 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-25290b0e-a680-442c-a620-c882323e33af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c361abb2d36743fca66369ad6b305f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405345 Jun 29 16:25:57.175094 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-25290b0e-a680-442c-a620-c882323e33af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:57.177123 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45272) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:57.224637 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab3e1-30df-46c2-858c-13fd97c5653e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:57.244976 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab3e1-30df-46c2-858c-13fd97c5653e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:57.290218 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab3e1-30df-46c2-858c-13fd97c5653e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:57.292808 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab3e1-30df-46c2-858c-13fd97c5653e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:57.293963 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7e4ab3e1-30df-46c2-858c-13fd97c5653e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cfccfe8e-f9f6-4ea8-92cf-f42c6dc8591d HTTP/1.1" status: 204 len: 168 time: 0.1159077 Jun 29 16:25:57.294673 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-09cf75a1-4416-46f0-967f-cf7496fa2a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:57.302409 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ab3e1-30df-46c2-858c-13fd97c5653e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfccfe8e-f9f6-4ea8-92cf-f42c6dc8591d,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:57.304664 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7e4ab3e1-30df-46c2-858c-13fd97c5653e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:07.122301 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45390) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:07.230434 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f52b0979-795b-496a-a71d-77c1e3d9c232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:07.318183 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f52b0979-795b-496a-a71d-77c1e3d9c232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:07.322267 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f52b0979-795b-496a-a71d-77c1e3d9c232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:07.325613 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d7dd885d-7769-44c9-966a-5a428a7dc4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:07.372726 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f52b0979-795b-496a-a71d-77c1e3d9c232 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86b63d1f9ebe4530aa5a38ff65fbeb0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490187 Jun 29 16:26:07.373863 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b0979-795b-496a-a71d-77c1e3d9c232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847a0af2-488f-4295-9a00-eb5eeb981859,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:07.375931 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45394) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:07.377668 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f52b0979-795b-496a-a71d-77c1e3d9c232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:07.426331 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:07.447605 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:07.498404 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:07.502189 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:07.503404 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/847a0af2-488f-4295-9a00-eb5eeb981859 HTTP/1.1" status: 204 len: 168 time: 0.1254997 Jun 29 16:26:07.504282 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bcac048c-f0cb-4d0c-a519-5a1740b4a26a tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:07.511991 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847a0af2-488f-4295-9a00-eb5eeb981859,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:07.519087 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:07.519457 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:07.519923 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:07.520191 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:07.520541 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:07.520894 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:07.521267 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:07.521622 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:07.522020 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:07.522373 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:07.522723 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:07.523066 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:07.526256 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:08.209108 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:08.238000 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d17d9b8b-e915-4c51-b051-808bd116b67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:10.029998 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05066580-0274-4794-aa89-2cf6d4b7bdc8 req-afeecc29-7fc1-4ee6-9f6e-1e2064c1c143 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:10.031469 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-05066580-0274-4794-aa89-2cf6d4b7bdc8 req-afeecc29-7fc1-4ee6-9f6e-1e2064c1c143 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 945 time: 0.0645673 Jun 29 16:26:10.073363 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-05066580-0274-4794-aa89-2cf6d4b7bdc8 req-c2b86a2b-424b-41ba-bc23-5e322c66cb1b tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=29573bcb-053b-46cf-85d3-eeaa446f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331419 Jun 29 16:26:10.824074 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-49688b6e-a000-472e-a364-a52a7427c1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:11.247455 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a3188-ce82-42a0-95b5-7417f024a935 req-179d69fd-8d33-4e89-9e26-ed4b39d72364 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:11.248893 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9c9a3188-ce82-42a0-95b5-7417f024a935 req-179d69fd-8d33-4e89-9e26-ed4b39d72364 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 945 time: 0.0619924 Jun 29 16:26:11.287213 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9c9a3188-ce82-42a0-95b5-7417f024a935 req-8f17ef02-8ebc-4da7-a2bb-2e9768c0d4a8 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=29573bcb-053b-46cf-85d3-eeaa446f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319560 Jun 29 16:26:11.437904 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:11.677030 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45492) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:11.778950 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5dded2ba-b9f9-408f-bebf-f49cb5bf33df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:11.873148 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5dded2ba-b9f9-408f-bebf-f49cb5bf33df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:11.878133 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5dded2ba-b9f9-408f-bebf-f49cb5bf33df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:11.880775 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-320a0b9e-6e58-49dc-b459-d7acd2800259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:11.916067 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dded2ba-b9f9-408f-bebf-f49cb5bf33df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55048a71-9a48-41ff-b621-c757023b184e,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:11.920622 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5dded2ba-b9f9-408f-bebf-f49cb5bf33df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e1548332b8f0492dafd897cb5200f19a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423155 Jun 29 16:26:11.921557 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5dded2ba-b9f9-408f-bebf-f49cb5bf33df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:11.923816 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45496) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:11.993350 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-70df84d0-c3b3-4f17-ad00-f6addb62ae6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:12.015835 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-70df84d0-c3b3-4f17-ad00-f6addb62ae6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:12.018187 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:12.063089 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-70df84d0-c3b3-4f17-ad00-f6addb62ae6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:12.066414 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-70df84d0-c3b3-4f17-ad00-f6addb62ae6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:12.067608 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-70df84d0-c3b3-4f17-ad00-f6addb62ae6f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55048a71-9a48-41ff-b621-c757023b184e HTTP/1.1" status: 204 len: 168 time: 0.1428096 Jun 29 16:26:12.068493 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-eb9c8546-453e-4428-87f1-b91e8631ebe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:12.076024 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df84d0-c3b3-4f17-ad00-f6addb62ae6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55048a71-9a48-41ff-b621-c757023b184e,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:12.078716 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-70df84d0-c3b3-4f17-ad00-f6addb62ae6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:12.327043 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45504) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:12.341755 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-811142de-868c-465c-a733-2729ca81c2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:12.460188 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-811142de-868c-465c-a733-2729ca81c2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:12.469403 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-811142de-868c-465c-a733-2729ca81c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:12.475086 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cb3b2955-0362-4c89-ad64-0804099accaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:12.522473 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-811142de-868c-465c-a733-2729ca81c2f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aea6223e83ed4eb7b6b44bd878a21f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942856 Jun 29 16:26:12.524070 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811142de-868c-465c-a733-2729ca81c2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a54d2d-715d-4a0e-9376-8cd1bc67f277,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:12.525158 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45508) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:12.526958 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-811142de-868c-465c-a733-2729ca81c2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:12.535416 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4c274-304e-47cb-90d0-a4890c6a86de req-5d8fde14-055e-4d5a-8840-0a00c98cfa40 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:12.536988 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7bb4c274-304e-47cb-90d0-a4890c6a86de req-5d8fde14-055e-4d5a-8840-0a00c98cfa40 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 945 time: 0.1282387 Jun 29 16:26:12.576796 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7bb4c274-304e-47cb-90d0-a4890c6a86de req-aa4d5f0a-3833-405d-9f6e-8e23139d0931 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups?id=29573bcb-053b-46cf-85d3-eeaa446f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332808 Jun 29 16:26:12.579803 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-142a5a39-6e85-4e9c-b7b8-2710024aee86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:12.603652 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-142a5a39-6e85-4e9c-b7b8-2710024aee86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:12.649218 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-142a5a39-6e85-4e9c-b7b8-2710024aee86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:12.652153 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-142a5a39-6e85-4e9c-b7b8-2710024aee86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:12.653286 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-142a5a39-6e85-4e9c-b7b8-2710024aee86 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0a54d2d-715d-4a0e-9376-8cd1bc67f277 HTTP/1.1" status: 204 len: 168 time: 0.1270638 Jun 29 16:26:12.654067 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0894a699-c197-4622-a442-576f68a32f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:12.662287 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a5a39-6e85-4e9c-b7b8-2710024aee86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a54d2d-715d-4a0e-9376-8cd1bc67f277,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:12.664681 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-142a5a39-6e85-4e9c-b7b8-2710024aee86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:12.851909 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6cb78-ad16-4685-958f-12b9cddd67b4 req-68172a33-349f-424c-ad32-de99fdd83b51 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:12.853418 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-76e6cb78-ad16-4685-958f-12b9cddd67b4 req-68172a33-349f-424c-ad32-de99fdd83b51 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.77 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 945 time: 0.0624804 Jun 29 16:26:12.960522 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-76e6cb78-ad16-4685-958f-12b9cddd67b4 req-886185da-4482-4869-94a4-966f2d73eb64 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Deleting port 48738ab2-259d-4dc2-85df-6471ea25f5ab {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:26:12.960865 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-76e6cb78-ad16-4685-958f-12b9cddd67b4 req-886185da-4482-4869-94a4-966f2d73eb64 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:13.058113 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-76e6cb78-ad16-4685-958f-12b9cddd67b4 req-886185da-4482-4869-94a4-966f2d73eb64 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] For port 48738ab2-259d-4dc2-85df-6471ea25f5ab, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=48738ab2-259d-4dc2-85df-6471ea25f5ab,segment=NetworkSegment(d472cb34-928f-4613-8d3e-d618be8d924d),segment_id=d472cb34-928f-4613-8d3e-d618be8d924d)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:26:13.059153 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-76e6cb78-ad16-4685-958f-12b9cddd67b4 req-886185da-4482-4869-94a4-966f2d73eb64 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:13.250501 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-76e6cb78-ad16-4685-958f-12b9cddd67b4 req-886185da-4482-4869-94a4-966f2d73eb64 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:13.250871 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-76e6cb78-ad16-4685-958f-12b9cddd67b4 req-886185da-4482-4869-94a4-966f2d73eb64 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3760652'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:13.251214 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.l3_db [req-76e6cb78-ad16-4685-958f-12b9cddd67b4 req-886185da-4482-4869-94a4-966f2d73eb64 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Floating IP e94a5666-d58b-4cd6-bcfc-32204eecf5b0 disassociated. External IP: 172.27.2.219, port: 48738ab2-259d-4dc2-85df-6471ea25f5ab. Jun 29 16:26:13.251556 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-76e6cb78-ad16-4685-958f-12b9cddd67b4 req-886185da-4482-4869-94a4-966f2d73eb64 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Calling delete_port for 48738ab2-259d-4dc2-85df-6471ea25f5ab owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:26:13.391691 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-76e6cb78-ad16-4685-958f-12b9cddd67b4 req-886185da-4482-4869-94a4-966f2d73eb64 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:13.396524 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-878d270a-697d-4a69-947d-3d36d831ec32 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:13.422430 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886185da-4482-4869-94a4-966f2d73eb64 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event deleted for resources: {'Port': ['ID=48738ab2-259d-4dc2-85df-6471ea25f5ab,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:13.425490 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-886185da-4482-4869-94a4-966f2d73eb64 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:13.537313 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76e6cb78-ad16-4685-958f-12b9cddd67b4 req-886185da-4482-4869-94a4-966f2d73eb64 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Router b986fc3b-4eb4-4870-809c-0585f5a08d76 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:26:13.651945 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76e6cb78-ad16-4685-958f-12b9cddd67b4 req-886185da-4482-4869-94a4-966f2d73eb64 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:26:13.665680 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5058ea74-7e1e-4d48-b1a4-06aa80300f00 None None] Sync routers for ids ['b986fc3b-4eb4-4870-809c-0585f5a08d76'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:26:13.682628 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058ea74-7e1e-4d48-b1a4-06aa80300f00 None None] Routers {'b986fc3b-4eb4-4870-809c-0585f5a08d76'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:26:13.684146 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-5058ea74-7e1e-4d48-b1a4-06aa80300f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:26:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b986fc3b-4eb4-4870-809c-0585f5a08d76'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:13.703120 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e6cb78-ad16-4685-958f-12b9cddd67b4 req-886185da-4482-4869-94a4-966f2d73eb64 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] No DVR routers for this DVR port 48738ab2-259d-4dc2-85df-6471ea25f5ab on host hv-cinder-78662 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:26:13.706424 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-76e6cb78-ad16-4685-958f-12b9cddd67b4 req-886185da-4482-4869-94a4-966f2d73eb64 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:13.708603 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-76e6cb78-ad16-4685-958f-12b9cddd67b4 req-886185da-4482-4869-94a4-966f2d73eb64 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.77 "DELETE /v2.0/ports/48738ab2-259d-4dc2-85df-6471ea25f5ab HTTP/1.1" status: 204 len: 173 time: 0.8492217 Jun 29 16:26:13.711781 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fda3f3-2386-4d1f-8437-fea2bc8d91d6', 'name': 'network-vif-deleted', 'tag': '48738ab2-259d-4dc2-85df-6471ea25f5ab'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:26:13.711873 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca29c90f-f962-43b4-8025-a48239a73ffe" -d '{"events": [{"server_uuid": "51fda3f3-2386-4d1f-8437-fea2bc8d91d6", "name": "network-vif-deleted", "tag": "48738ab2-259d-4dc2-85df-6471ea25f5ab"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:26:13.760623 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5c361f16-8900-4829-9777-b64a41ce9879 req-aae18891-738f-4ab8-a6d7-16541fc71741 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/ports?device_id=51fda3f3-2386-4d1f-8437-fea2bc8d91d6 HTTP/1.1" status: 200 len: 210 time: 0.0622499 Jun 29 16:26:13.762789 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e16a7ac-8cda-4b3c-bd40-4f8503130d47 x-openstack-request-id: req-0e16a7ac-8cda-4b3c-bd40-4f8503130d47 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:26:13.763115 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fda3f3-2386-4d1f-8437-fea2bc8d91d6", "name": "network-vif-deleted", "tag": "48738ab2-259d-4dc2-85df-6471ea25f5ab", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:26:13.763429 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e16a7ac-8cda-4b3c-bd40-4f8503130d47 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:26:13.763932 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fda3f3-2386-4d1f-8437-fea2bc8d91d6', 'name': 'network-vif-deleted', 'tag': '48738ab2-259d-4dc2-85df-6471ea25f5ab', 'status': 'completed', 'code': 200} Jun 29 16:26:13.851827 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-5058ea74-7e1e-4d48-b1a4-06aa80300f00 None None] Set router b986fc3b-4eb4-4870-809c-0585f5a08d76 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:26:13.854258 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:14.185817 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-5058ea74-7e1e-4d48-b1a4-06aa80300f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '59b18cb1-82d2-4564-9dc2-14435749920f', 'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'mac_address': 'fa:16:3e:a9:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:33Z', 'updated_at': '2021-06-29T16:15:39Z', 'revision_number': 5, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'subnets': [{'id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:14.215951 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5058ea74-7e1e-4d48-b1a4-06aa80300f00 None None] Checking router: b986fc3b-4eb4-4870-809c-0585f5a08d76 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:26:14.224467 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058ea74-7e1e-4d48-b1a4-06aa80300f00 None None] Routers {'b986fc3b-4eb4-4870-809c-0585f5a08d76'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:26:14.225130 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-5058ea74-7e1e-4d48-b1a4-06aa80300f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:26:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b986fc3b-4eb4-4870-809c-0585f5a08d76'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:14.333726 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-5058ea74-7e1e-4d48-b1a4-06aa80300f00 None None] Set router b986fc3b-4eb4-4870-809c-0585f5a08d76 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:26:14.556285 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-5058ea74-7e1e-4d48-b1a4-06aa80300f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '59b18cb1-82d2-4564-9dc2-14435749920f', 'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'mac_address': 'fa:16:3e:a9:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:33Z', 'updated_at': '2021-06-29T16:15:39Z', 'revision_number': 5, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'subnets': [{'id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:14.586349 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5058ea74-7e1e-4d48-b1a4-06aa80300f00 None None] The sync data for ids ['b986fc3b-4eb4-4870-809c-0585f5a08d76'] in dv-cinder-786627-15-iscsi is: [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:33Z', 'revision_number': 4, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '59b18cb1-82d2-4564-9dc2-14435749920f', 'name': '', 'network_id': '97f20867-09fe-42d1-b031-6da4bc89dc21', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'mac_address': 'fa:16:3e:a9:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:33Z', 'updated_at': '2021-06-29T16:15:39Z', 'revision_number': 5, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'subnets': [{'id': 'e919af68-53a9-442c-8cab-d70814d969fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:26:14.820282 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5596cc11-2ca8-4b21-bc8e-5612337e8a3b None None] New status for floating IP e94a5666-d58b-4cd6-bcfc-32204eecf5b0: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:26:14.912725 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45572) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:15.011033 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e50f358b-e696-45e7-8855-51bc68b3b311 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:15.037688 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e50f358b-e696-45e7-8855-51bc68b3b311 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:15.087344 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e50f358b-e696-45e7-8855-51bc68b3b311 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:15.089838 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e50f358b-e696-45e7-8855-51bc68b3b311 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:15.090964 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e50f358b-e696-45e7-8855-51bc68b3b311 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "DELETE /v2.0/security-groups/29573bcb-053b-46cf-85d3-eeaa446f08b6 HTTP/1.1" status: 204 len: 168 time: 0.1776826 Jun 29 16:26:15.091748 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f52b0979-795b-496a-a71d-77c1e3d9c232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:15.093944 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45578) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:15.100999 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f358b-e696-45e7-8855-51bc68b3b311 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29573bcb-053b-46cf-85d3-eeaa446f08b6,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:15.103156 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e50f358b-e696-45e7-8855-51bc68b3b311 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:15.109243 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.api.v2.resource [None req-47eadd49-fe23-458f-a4e4-f0e9f7c8d8f9 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] show failed (client error): The resource could not be found. Jun 29 16:26:15.112751 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-47eadd49-fe23-458f-a4e4-f0e9f7c8d8f9 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "GET /v2.0/security-groups/29573bcb-053b-46cf-85d3-eeaa446f08b6 HTTP/1.1" status: 404 len: 347 time: 0.0152624 Jun 29 16:26:15.113023 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45580) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:15.236025 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-3425cbb9-bb4c-4522-8102-dd2e4218a7b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Deleting port 323f2950-1e04-4056-ab08-7e8a0318b1c1 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:26:15.236279 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3425cbb9-bb4c-4522-8102-dd2e4218a7b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:15.308428 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3425cbb9-bb4c-4522-8102-dd2e4218a7b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:15.308768 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3425cbb9-bb4c-4522-8102-dd2e4218a7b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:15.320499 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-3425cbb9-bb4c-4522-8102-dd2e4218a7b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Calling delete_port for 323f2950-1e04-4056-ab08-7e8a0318b1c1 owned by network:floatingip {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:26:15.448873 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3425cbb9-bb4c-4522-8102-dd2e4218a7b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:15.451661 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b3fe334a-224e-4c3e-8673-4103882829fe tempest-ServerRescueNegativeTestJSON-276694372 tempest-ServerRescueNegativeTestJSON-276694372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:15.477831 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425cbb9-bb4c-4522-8102-dd2e4218a7b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Pushing event deleted for resources: {'Port': ['ID=323f2950-1e04-4056-ab08-7e8a0318b1c1,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:15.480961 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3425cbb9-bb4c-4522-8102-dd2e4218a7b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:15.539392 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3425cbb9-bb4c-4522-8102-dd2e4218a7b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks [] for floatingip, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:15.542031 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3425cbb9-bb4c-4522-8102-dd2e4218a7b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:15.543183 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-3425cbb9-bb4c-4522-8102-dd2e4218a7b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] 10.222.0.66 "DELETE /v2.0/floatingips/e94a5666-d58b-4cd6-bcfc-32204eecf5b0 HTTP/1.1" status: 204 len: 168 time: 0.4292455 Jun 29 16:26:16.695388 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 48738ab2-259d-4dc2-85df-6471ea25f5ab no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:26:16.725674 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] No Port match for: 48738ab2-259d-4dc2-85df-6471ea25f5ab {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:26:16.726101 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 48738ab2-259d-4dc2-85df-6471ea25f5ab not bound to the agent host hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:26:19.276431 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45658) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:20.218873 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-141f13a8-5cfe-4ca7-9074-8e53baffb2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4113927'] for router_interface, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:20.563915 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-141f13a8-5cfe-4ca7-9074-8e53baffb2dc admin admin] Deleting port 59b18cb1-82d2-4564-9dc2-14435749920f {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:26:20.564921 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-141f13a8-5cfe-4ca7-9074-8e53baffb2dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:20.659022 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-141f13a8-5cfe-4ca7-9074-8e53baffb2dc admin admin] For port 59b18cb1-82d2-4564-9dc2-14435749920f, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=59b18cb1-82d2-4564-9dc2-14435749920f,segment=NetworkSegment(d472cb34-928f-4613-8d3e-d618be8d924d),segment_id=d472cb34-928f-4613-8d3e-d618be8d924d)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:26:20.659628 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-141f13a8-5cfe-4ca7-9074-8e53baffb2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:20.688646 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-141f13a8-5cfe-4ca7-9074-8e53baffb2dc admin admin] Calling delete_port for 59b18cb1-82d2-4564-9dc2-14435749920f owned by network:router_interface {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:26:20.939067 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-141f13a8-5cfe-4ca7-9074-8e53baffb2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:20.942582 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-464abc1c-1264-4bed-a855-5f76bab83f6d tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:20.979922 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f13a8-5cfe-4ca7-9074-8e53baffb2dc admin admin] Pushing event deleted for resources: {'Port': ['ID=59b18cb1-82d2-4564-9dc2-14435749920f,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:20.981896 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-141f13a8-5cfe-4ca7-9074-8e53baffb2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:21.054971 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45692) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:21.186483 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-141f13a8-5cfe-4ca7-9074-8e53baffb2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774135'] for router_interface, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:21.247524 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b5122e59-85cd-47a7-a31c-c5cad45f97bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:21.491370 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b5122e59-85cd-47a7-a31c-c5cad45f97bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:21.496933 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b5122e59-85cd-47a7-a31c-c5cad45f97bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:21.500732 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7d4d003d-67cd-4d50-8294-176c6cc9aa71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:21.531171 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141f13a8-5cfe-4ca7-9074-8e53baffb2dc admin admin] Router b986fc3b-4eb4-4870-809c-0585f5a08d76 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:26:21.547716 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-b5122e59-85cd-47a7-a31c-c5cad45f97bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d39202aefd8e4cc9b18c1fc342de61dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4914651 Jun 29 16:26:21.551068 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45696) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:21.551969 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5122e59-85cd-47a7-a31c-c5cad45f97bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be6683c-edce-4a42-97ae-cf7ccb8e4881,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:21.556860 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b5122e59-85cd-47a7-a31c-c5cad45f97bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:21.607746 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-87dfd88d-e894-44b0-b759-3c5d8572c011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:21.631855 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-87dfd88d-e894-44b0-b759-3c5d8572c011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:21.664512 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141f13a8-5cfe-4ca7-9074-8e53baffb2dc admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:26:21.673618 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-141f13a8-5cfe-4ca7-9074-8e53baffb2dc admin admin] 10.222.0.66 "PUT /v2.0/routers/b986fc3b-4eb4-4870-809c-0585f5a08d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3959973 Jun 29 16:26:21.674228 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45698) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:21.678962 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0471d0e-ca21-45f7-b9f2-8e8d75b00e29 None None] Sync routers for ids ['b986fc3b-4eb4-4870-809c-0585f5a08d76'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:26:21.693422 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0471d0e-ca21-45f7-b9f2-8e8d75b00e29 None None] Routers {'b986fc3b-4eb4-4870-809c-0585f5a08d76'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:26:21.693422 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-c0471d0e-ca21-45f7-b9f2-8e8d75b00e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:26:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b986fc3b-4eb4-4870-809c-0585f5a08d76'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:21.698243 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-87dfd88d-e894-44b0-b759-3c5d8572c011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:21.704316 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-87dfd88d-e894-44b0-b759-3c5d8572c011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:21.708109 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-87dfd88d-e894-44b0-b759-3c5d8572c011 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0be6683c-edce-4a42-97ae-cf7ccb8e4881 HTTP/1.1" status: 204 len: 168 time: 0.1559861 Jun 29 16:26:21.709292 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-40b634f3-fe51-4488-a79d-00073c3650e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:21.718066 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfd88d-e894-44b0-b759-3c5d8572c011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be6683c-edce-4a42-97ae-cf7ccb8e4881,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:21.720678 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-87dfd88d-e894-44b0-b759-3c5d8572c011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:21.822930 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] Notify callbacks [] for router, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:21.824922 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-c0471d0e-ca21-45f7-b9f2-8e8d75b00e29 None None] Set router b986fc3b-4eb4-4870-809c-0585f5a08d76 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:26:21.929755 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:21.993526 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] Deleting port bcdf361c-5f10-4107-8ced-faf5ffb53672 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:26:21.993863 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.019402 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-c0471d0e-ca21-45f7-b9f2-8e8d75b00e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:26:20Z', 'revision_number': 5, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port': {'id': 'bcdf361c-5f10-4107-8ced-faf5ffb53672', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:22.044014 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45706) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:22.056116 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0471d0e-ca21-45f7-b9f2-8e8d75b00e29 None None] Checking router: b986fc3b-4eb4-4870-809c-0585f5a08d76 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:26:22.063841 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-18eca427-e41c-4351-8b3c-bbf96949c3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.070924 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0471d0e-ca21-45f7-b9f2-8e8d75b00e29 None None] Routers {'b986fc3b-4eb4-4870-809c-0585f5a08d76'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:26:22.071787 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-c0471d0e-ca21-45f7-b9f2-8e8d75b00e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:26:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b986fc3b-4eb4-4870-809c-0585f5a08d76'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:22.114735 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] For port bcdf361c-5f10-4107-8ced-faf5ffb53672, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=bcdf361c-5f10-4107-8ced-faf5ffb53672,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:26:22.115122 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.136061 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] Calling delete_port for bcdf361c-5f10-4107-8ced-faf5ffb53672 owned by network:router_gateway {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:26:22.160294 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-c0471d0e-ca21-45f7-b9f2-8e8d75b00e29 None None] Set router b986fc3b-4eb4-4870-809c-0585f5a08d76 gateway port host: None {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:26:22.215964 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-c0471d0e-ca21-45f7-b9f2-8e8d75b00e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:26:21Z', 'revision_number': 6, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port_host': None}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:22.259082 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0471d0e-ca21-45f7-b9f2-8e8d75b00e29 None None] The sync data for ids ['b986fc3b-4eb4-4870-809c-0585f5a08d76'] in dv-cinder-786627-15-iscsi is: [{'id': 'b986fc3b-4eb4-4870-809c-0585f5a08d76', 'name': 'tempest-AttachVolumeTestJSON-192682737-router', 'tenant_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:31Z', 'updated_at': '2021-06-29T16:26:21Z', 'revision_number': 6, 'project_id': '1a9ba8fe1c5942468fadff48ff9a8b5a', 'gw_port_host': None}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:26:22.290399 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-18eca427-e41c-4351-8b3c-bbf96949c3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.300240 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-18eca427-e41c-4351-8b3c-bbf96949c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.303894 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4ddd6c85-1635-499f-974d-3acbd2d7f7f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:22.353101 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eca427-e41c-4351-8b3c-bbf96949c3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac4d068-8e7d-453a-8a85-81d4c7de5bd4,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:22.375342 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-18eca427-e41c-4351-8b3c-bbf96949c3f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=03adc62b9ff0432d990352cfa0edd697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301806 Jun 29 16:26:22.376369 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-18eca427-e41c-4351-8b3c-bbf96949c3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:22.378734 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45708) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:22.409326 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.411583 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e4bbf3c3-743c-4765-8559-c5758bdc40fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:22.436104 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] Pushing event deleted for resources: {'Port': ['ID=bcdf361c-5f10-4107-8ced-faf5ffb53672,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:22.436376 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3b917c3d-c5a2-4615-b287-7bab370c3408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.443255 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:22.458948 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3b917c3d-c5a2-4615-b287-7bab370c3408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.505180 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773907'] for router_gateway, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.511332 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3b917c3d-c5a2-4615-b287-7bab370c3408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.514299 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3b917c3d-c5a2-4615-b287-7bab370c3408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.515713 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-3b917c3d-c5a2-4615-b287-7bab370c3408 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3ac4d068-8e7d-453a-8a85-81d4c7de5bd4 HTTP/1.1" status: 204 len: 168 time: 0.1352930 Jun 29 16:26:22.516590 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4e730592-c1c0-419d-ab3b-298c943bf1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:22.524948 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b917c3d-c5a2-4615-b287-7bab370c3408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac4d068-8e7d-453a-8a85-81d4c7de5bd4,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:22.527646 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3b917c3d-c5a2-4615-b287-7bab370c3408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:22.614414 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4115867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1295'] for router, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.616813 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.687324 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4113298'] for router, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.692083 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b986fc3b-4eb4-4870-809c-0585f5a08d76 {{(pid=92895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:26:22.698597 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.699795 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] 10.222.0.66 "DELETE /v2.0/routers/b986fc3b-4eb4-4870-809c-0585f5a08d76 HTTP/1.1" status: 204 len: 168 time: 1.0246274 Jun 29 16:26:22.702642 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45714) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:22.880880 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45716) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:22.896564 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ac1d798d-5847-43a4-bda2-a84ea2c19edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.001477 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ac1d798d-5847-43a4-bda2-a84ea2c19edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.005529 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ac1d798d-5847-43a4-bda2-a84ea2c19edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.008393 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e50f358b-e696-45e7-8855-51bc68b3b311 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:23.025561 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-949ff5bb-dd63-4f1a-baa5-afac6bc53778 admin admin] Deleting subnet e919af68-53a9-442c-8cab-d70814d969fe {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:26:23.029090 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-949ff5bb-dd63-4f1a-baa5-afac6bc53778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.049763 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d798d-5847-43a4-bda2-a84ea2c19edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860ef6d4-96db-4b58-9182-0f2ad572f0a9,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:23.054651 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ac1d798d-5847-43a4-bda2-a84ea2c19edf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=546e317804f24b56960a909b3c4df2d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727183 Jun 29 16:26:23.055766 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ac1d798d-5847-43a4-bda2-a84ea2c19edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:23.058736 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45720) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:23.082131 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-949ff5bb-dd63-4f1a-baa5-afac6bc53778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9042959'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.131258 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device bcdf361c-5f10-4107-8ced-faf5ffb53672 no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:26:23.146685 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1cd94f8e-aefb-4df2-ac67-268a250ebea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.152075 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: bcdf361c-5f10-4107-8ced-faf5ffb53672 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:26:23.152432 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device bcdf361c-5f10-4107-8ced-faf5ffb53672 not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:26:23.152868 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 59b18cb1-82d2-4564-9dc2-14435749920f no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:26:23.172211 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1cd94f8e-aefb-4df2-ac67-268a250ebea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.173522 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: 59b18cb1-82d2-4564-9dc2-14435749920f {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:26:23.174146 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 59b18cb1-82d2-4564-9dc2-14435749920f not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:26:23.228610 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1cd94f8e-aefb-4df2-ac67-268a250ebea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.231363 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1cd94f8e-aefb-4df2-ac67-268a250ebea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.232854 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1cd94f8e-aefb-4df2-ac67-268a250ebea1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/860ef6d4-96db-4b58-9182-0f2ad572f0a9 HTTP/1.1" status: 204 len: 168 time: 0.1743877 Jun 29 16:26:23.233693 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8b7ed987-98b0-4cb2-9f8c-b8f3954314fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:23.241256 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-949ff5bb-dd63-4f1a-baa5-afac6bc53778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531522'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.242149 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd94f8e-aefb-4df2-ac67-268a250ebea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860ef6d4-96db-4b58-9182-0f2ad572f0a9,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:23.244795 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1cd94f8e-aefb-4df2-ac67-268a250ebea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:23.310805 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-949ff5bb-dd63-4f1a-baa5-afac6bc53778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9365175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12300084'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.314986 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e1cea25e-0f32-4481-9e57-e71c9b2d3d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:23.344352 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-949ff5bb-dd63-4f1a-baa5-afac6bc53778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.349928 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-949ff5bb-dd63-4f1a-baa5-afac6bc53778 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e919af68-53a9-442c-8cab-d70814d969fe HTTP/1.1" status: 204 len: 168 time: 0.6465850 Jun 29 16:26:23.350266 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24369cd0-7436-468d-aeec-5913d9586ec3 None None] Network 97f20867-09fe-42d1-b031-6da4bc89dc21 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:26:23.350865 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ff5bb-dd63-4f1a-baa5-afac6bc53778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e919af68-53a9-442c-8cab-d70814d969fe,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:23.352461 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45724) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:23.353244 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-949ff5bb-dd63-4f1a-baa5-afac6bc53778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:23.449379 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621183'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.519220 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] Deleting port ea29c871-bcf6-4608-974f-876a1859f7aa {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:26:23.519579 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.596099 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] For port ea29c871-bcf6-4608-974f-876a1859f7aa, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=ea29c871-bcf6-4608-974f-876a1859f7aa,segment=NetworkSegment(d472cb34-928f-4613-8d3e-d618be8d924d),segment_id=d472cb34-928f-4613-8d3e-d618be8d924d)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:26:23.596308 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.610012 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] Calling delete_port for ea29c871-bcf6-4608-974f-876a1859f7aa owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:26:23.698624 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10444875'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.701856 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:23.712048 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df97b902-b029-4afb-b83d-43951cbade51 None None] DHCP port deletion for 97f20867-09fe-42d1-b031-6da4bc89dc21 request from dv-cinder-786627-15-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:26:23.731088 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:26:23.735928 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] No DVR routers for this DVR port ea29c871-bcf6-4608-974f-876a1859f7aa on host dv-cinder-786627-15-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:26:23.741172 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea29c871-bcf6-4608-974f-876a1859f7aa,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:23.760681 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:23.815816 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531612', 'neutron.services.segments.db._delete_segments_for_network-8766223617091'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.825807 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f20867-09fe-42d1-b031-6da4bc89dc21']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:23.838305 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd472cb34-928f-4613-8d3e-d618be8d924d') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:23.838609 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd472cb34-928f-4613-8d3e-d618be8d924d') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:23.849131 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766223416266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093836'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.864621 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.872222 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:26:23.872651 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10444828'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: timer() Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: cb(*args, **kw) Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: self._notify() Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: self.callback(batched_events) Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: event.method(event) Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: return self._get(url).json() Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:26:23.874361 dv-cinder-786627-15-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:26:23.946757 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3760702'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.950987 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:23.953536 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.955777 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] 10.222.0.66 "DELETE /v2.0/networks/97f20867-09fe-42d1-b031-6da4bc89dc21 HTTP/1.1" status: 204 len: 168 time: 0.5990422 Jun 29 16:26:23.967399 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] Pushing event deleted for resources: {'Network': ['ID=97f20867-09fe-42d1-b031-6da4bc89dc21,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:23.970054 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c8e9534a-0746-4255-a63b-a87ec770d965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:24.017180 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45746) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:24.115705 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1901820083-network', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:26:24.138260 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45752) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:24.146585 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] Made reservation on behalf of 8c8c1fd409ed43e2af9d40032270b255 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:26:24.149244 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.158428 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.183941 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-aa629caf-13bf-48bc-b0fc-c41daf03dca6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1a9ba8fe1c5942468fadff48ff9a8b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442741 Jun 29 16:26:24.186372 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45754) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:24.246685 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9247a6d1-f4b6-4c23-91e2-686ea32213a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.256805 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.261479 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.265482 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e2c1e67c-97cf-4379-a00d-65f36100cd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:24.269399 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9247a6d1-f4b6-4c23-91e2-686ea32213a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.283901 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:26:24.297452 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134b1c19-357c-442f-a308-fc5b5dbace1d,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:24.303122 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:24.304353 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.304791 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] Added segment 121db084-96dd-464a-9d7f-056667f757e7 of type vlan for network efd76866-055a-4788-83f9-a828af2aedf6 Jun 29 16:26:24.323695 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9247a6d1-f4b6-4c23-91e2-686ea32213a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.326304 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9247a6d1-f4b6-4c23-91e2-686ea32213a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.327453 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-9247a6d1-f4b6-4c23-91e2-686ea32213a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17ac2b0d-2e3b-4b09-90d9-1b40b4314705 HTTP/1.1" status: 204 len: 168 time: 0.1399496 Jun 29 16:26:24.328238 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-dedd4f1d-9857-45dc-b9e5-9323e0b3d231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:24.338163 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247a6d1-f4b6-4c23-91e2-686ea32213a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ac2b0d-2e3b-4b09-90d9-1b40b4314705,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:24.344636 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9247a6d1-f4b6-4c23-91e2-686ea32213a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:24.351640 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.383533 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.385013 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:24.385613 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.387811 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-475fab47-fe5c-41b8-9627-f29d9a29c8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:24.442401 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4240398 Jun 29 16:26:24.446127 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45758) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:24.448119 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] Pushing event updated for resources: {'Network': ['ID=efd76866-055a-4788-83f9-a828af2aedf6,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:24.450889 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:24.452693 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-1e54e4d8-fbfd-4d62-8d52-a964fef74c1b admin admin] Request body: {'subnet': {'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1901820083-subnet', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:26:24.471080 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network efd76866-055a-4788-83f9-a828af2aedf6 details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:26:24.478518 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e54e4d8-fbfd-4d62-8d52-a964fef74c1b admin admin] Made reservation on behalf of 8c8c1fd409ed43e2af9d40032270b255 for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:26:24.481115 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1e54e4d8-fbfd-4d62-8d52-a964fef74c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10257514'] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.662925 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1e54e4d8-fbfd-4d62-8d52-a964fef74c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10445054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10257528'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.666330 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b7ecdb36-7593-4c69-a1a2-3a3893e793c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:24.727084 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54e4d8-fbfd-4d62-8d52-a964fef74c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a9a178-553f-4db0-b618-61d33d746787,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:24.730981 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1e54e4d8-fbfd-4d62-8d52-a964fef74c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:24.738620 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54e4d8-fbfd-4d62-8d52-a964fef74c1b admin admin] Checking segment: {'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:26:24.738988 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e54e4d8-fbfd-4d62-8d52-a964fef74c1b admin admin] Network hostable DHCP agents. Network: efd76866-055a-4788-83f9-a828af2aedf6, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:26:24.757243 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e54e4d8-fbfd-4d62-8d52-a964fef74c1b admin admin] Network efd76866-055a-4788-83f9-a828af2aedf6 is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:26:24.767033 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-1e54e4d8-fbfd-4d62-8d52-a964fef74c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, efd76866-055a-4788-83f9-a828af2aedf6) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:26:24.775328 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e54e4d8-fbfd-4d62-8d52-a964fef74c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:24.776799 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1e54e4d8-fbfd-4d62-8d52-a964fef74c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.780774 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5e1c8c-fc6d-4946-b200-565050cb747a None None] Network efd76866-055a-4788-83f9-a828af2aedf6 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:26:24.794218 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1e54e4d8-fbfd-4d62-8d52-a964fef74c1b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3464918 Jun 29 16:26:24.797196 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45770) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:24.802669 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:26:24.826306 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4115774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1297'] for router, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.828028 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4114444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1286'] for router, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.891944 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:24.951015 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79cdfe99-4e4a-5ea2-8438-12b2e84733c2-efd76866-055a-4788-83f9-a828af2aedf6', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787'}]}} from dv-cinder-786627-15-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:26:24.951924 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:25.052203 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device ea29c871-bcf6-4608-974f-876a1859f7aa no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:26:25.059800 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1524'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:25.078001 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: ea29c871-bcf6-4608-974f-876a1859f7aa {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:26:25.078350 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device ea29c871-bcf6-4608-974f-876a1859f7aa not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:26:25.124480 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Allocated IP 172.20.0.2 (efd76866-055a-4788-83f9-a828af2aedf6/89a9a178-553f-4db0-b618-61d33d746787/477f1bdc-d025-4eb2-91a0-adef4d9b0beb) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:26:25.282618 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:25.286454 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:25.295649 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Transition to ACTIVE for port object 477f1bdc-d025-4eb2-91a0-adef4d9b0beb will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:26:25.305923 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:25.313562 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Transition to ACTIVE for port object 477f1bdc-d025-4eb2-91a0-adef4d9b0beb will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:26:25.322913 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:25.327873 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6ae564fa-364a-41fd-abbd-19be32220923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:25.378897 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Network efd76866-055a-4788-83f9-a828af2aedf6 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:26:25.385389 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:26:25.390748 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:26:25.401274 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Pushing event updated for resources: {'Port': ['ID=477f1bdc-d025-4eb2-91a0-adef4d9b0beb,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:25.437324 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Allocated IP 172.27.2.101 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:26:25.442331 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:25.442898 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:25.443451 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:25.444062 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:25.444586 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:25.445120 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:25.445710 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:25.446266 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:25.446848 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:25.447370 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:25.447941 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:25.448444 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:25.455267 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:25.500001 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Attempting to bind port 477f1bdc-d025-4eb2-91a0-adef4d9b0beb on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:26:25.501128 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Attempting to bind port 477f1bdc-d025-4eb2-91a0-adef4d9b0beb by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:26:25.501128 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Attempting to bind port 477f1bdc-d025-4eb2-91a0-adef4d9b0beb on network efd76866-055a-4788-83f9-a828af2aedf6 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:26:25.510431 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:26:25.511021 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Checking segment: {'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:26:25.511694 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:25.512330 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Bound using segment: {'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:26:25.514035 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Bound port: 477f1bdc-d025-4eb2-91a0-adef4d9b0beb, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:26:25.514555 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:25.595585 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:25.601983 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] For port 477f1bdc-d025-4eb2-91a0-adef4d9b0beb, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:26:25.607080 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] For port 477f1bdc-d025-4eb2-91a0-adef4d9b0beb, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=477f1bdc-d025-4eb2-91a0-adef4d9b0beb,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:26:25.614032 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:25.618734 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:25.647730 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10444866'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:25.649414 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-313a056b-9359-4b27-bf4a-3ed586d55fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:25.693863 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:26:25.694927 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Pushing event updated for resources: {'Port': ['ID=477f1bdc-d025-4eb2-91a0-adef4d9b0beb,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:25.699772 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:26:25.699927 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:25.701959 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Pushing event updated for resources: {'Port': ['ID=7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:25.704624 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:26:25.707015 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:26.055749 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:26.312457 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4115752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773851'] for router, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:26.516237 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Router 18b7c948-9b6d-494e-af64-6bcc0c589490 is scheduled to L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef with binding_index 1 {{(pid=92894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:26:26.754493 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b323cb7c-a75d-4941-96a7-5ac63b23dc6c None None] Network efd76866-055a-4788-83f9-a828af2aedf6 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:26:26.827928 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-a9cab454-23c0-442e-8511-a5c0682ca3f5 None None] Provisioning for port 477f1bdc-d025-4eb2-91a0-adef4d9b0beb completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:26:26.894332 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:26:26.904742 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Sync routers for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:26:26.916300 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:26:26.916814 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:26.917267 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:26:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:26.918809 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-6726166c-c41a-4262-bc0d-91320ff552c4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1201568 Jun 29 16:26:26.922818 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45810) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:27.054737 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:26:27.096500 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 477f1bdc-d025-4eb2-91a0-adef4d9b0beb up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:26:27.166956 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port 477f1bdc-d025-4eb2-91a0-adef4d9b0beb completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:26:27.172343 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 477f1bdc-d025-4eb2-91a0-adef4d9b0beb triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:27.172776 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:27.255148 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:25Z', 'revision_number': 3, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:27.267824 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:27.281787 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-f73c6df3-5fee-4295-b42b-e6c79954b906 None None] Provisioning complete for port 477f1bdc-d025-4eb2-91a0-adef4d9b0beb triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:27.282005 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Checking router: 18b7c948-9b6d-494e-af64-6bcc0c589490 for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:26:27.282130 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Updating router 18b7c948-9b6d-494e-af64-6bcc0c589490 port 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3 binding host dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:26:27.282220 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f73c6df3-5fee-4295-b42b-e6c79954b906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:27.332197 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:27.340813 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port 477f1bdc-d025-4eb2-91a0-adef4d9b0beb, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=477f1bdc-d025-4eb2-91a0-adef4d9b0beb,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:26:27.349474 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:27.353820 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:27.440256 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:27.450312 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=477f1bdc-d025-4eb2-91a0-adef4d9b0beb,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:27.462417 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:27.608962 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Allocated IP 172.20.0.1 (efd76866-055a-4788-83f9-a828af2aedf6/89a9a178-553f-4db0-b618-61d33d746787/2cce6529-9dc7-4b21-95d0-930354ce7ca9) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:26:27.708678 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:27.723049 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Transition to ACTIVE for port object 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:26:27.730102 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:27.739723 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-503cf939-c13b-4bb8-be51-9f0c73757fba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:27.740021 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:27.756866 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Transition to ACTIVE for port object 2cce6529-9dc7-4b21-95d0-930354ce7ca9 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:26:27.783436 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Attempting to bind port 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:26:27.784073 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Attempting to bind port 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:26:27.784938 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Attempting to bind port 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3 on network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:26:27.794101 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b8d09-6529-47b5-9963-95485f0017da None None] Pushing event updated for resources: {'Port': ['ID=7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3,revision_number=2']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:27.796526 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:26:27.797146 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Checking segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:26:27.797702 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:27.797831 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10444866'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:27.798374 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Bound using segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:26:27.799036 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Bound port: 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:26:27.799603 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:27.801179 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f868d061-8878-456b-a1a1-ba582e671592 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:27.807432 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b8d09-6529-47b5-9963-95485f0017da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:27.808070 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b8d09-6529-47b5-9963-95485f0017da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:27.808402 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b8d09-6529-47b5-9963-95485f0017da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:27.808884 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b8d09-6529-47b5-9963-95485f0017da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:27.809212 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b8d09-6529-47b5-9963-95485f0017da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:27.809532 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b8d09-6529-47b5-9963-95485f0017da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:27.809847 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b8d09-6529-47b5-9963-95485f0017da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:27.810165 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b8d09-6529-47b5-9963-95485f0017da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:27.810474 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b8d09-6529-47b5-9963-95485f0017da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:27.810939 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b8d09-6529-47b5-9963-95485f0017da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:27.811401 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b8d09-6529-47b5-9963-95485f0017da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:27.811884 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b8d09-6529-47b5-9963-95485f0017da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:27.832292 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-cb7b8d09-6529-47b5-9963-95485f0017da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:27.844996 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Network efd76866-055a-4788-83f9-a828af2aedf6 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:26:27.852492 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:26:27.861218 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:26:27.872826 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] For port 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:26:27.876984 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] For port 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:26:27.878127 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Pushing event updated for resources: {'Port': ['ID=2cce6529-9dc7-4b21-95d0-930354ce7ca9,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:27.887218 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:27.901408 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-1a8aee80-d0fc-4bf8-94fe-94b40b300ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:27.912828 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:27.932948 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4114108'] for router_interface, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:27.962260 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b8d09-6529-47b5-9963-95485f0017da None None] Pushing event updated for resources: {'Port': ['ID=7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:28.025132 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:26:28.025783 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:26:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:28.068349 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-cb7b8d09-6529-47b5-9963-95485f0017da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:28.117887 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:28.144966 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:26:28.203323 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-0605b402-863c-4d8c-bab3-2a934647da01 None None] Provisioning for port 2cce6529-9dc7-4b21-95d0-930354ce7ca9 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:26:28.213289 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-0605b402-863c-4d8c-bab3-2a934647da01 None None] Provisioning complete for port 2cce6529-9dc7-4b21-95d0-930354ce7ca9 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:28.213673 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0605b402-863c-4d8c-bab3-2a934647da01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:28.253567 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-0605b402-863c-4d8c-bab3-2a934647da01 None None] Port 2cce6529-9dc7-4b21-95d0-930354ce7ca9 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:26:28.299430 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:28.305008 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10444912'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:28.308352 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-69ab118a-3862-4801-b862-d7ebca81e90e tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:28.325524 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:25Z', 'revision_number': 3, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:28.355151 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d53eb-a4b1-4d8f-b450-7da99523180c None None] The sync data for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi is: [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:25Z', 'revision_number': 3, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:26:28.379003 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Pushing event updated for resources: {'Port': ['ID=2cce6529-9dc7-4b21-95d0-930354ce7ca9,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:28.382022 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4113960'] for router_interface, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:28.384224 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:28.489381 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Network efd76866-055a-4788-83f9-a828af2aedf6 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:26:28.491307 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:26:28.637538 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Router 18b7c948-9b6d-494e-af64-6bcc0c589490 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:26:28.777975 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:26:28.783500 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-169feab9-5742-4f4f-aaa3-7dceced7adf3 admin admin] 10.222.0.66 "PUT /v2.0/routers/18b7c948-9b6d-494e-af64-6bcc0c589490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8583684 Jun 29 16:26:28.788556 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-2aef1992-bd27-4728-bd59-1bf7179ec6ef None None] Provisioning complete for port 2cce6529-9dc7-4b21-95d0-930354ce7ca9 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:28.788988 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2aef1992-bd27-4728-bd59-1bf7179ec6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:28.829137 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-2aef1992-bd27-4728-bd59-1bf7179ec6ef None None] Port 2cce6529-9dc7-4b21-95d0-930354ce7ca9 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:26:29.160308 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 477f1bdc-d025-4eb2-91a0-adef4d9b0beb up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:26:29.215532 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 477f1bdc-d025-4eb2-91a0-adef4d9b0beb triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:29.216142 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:29.327283 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:26:29.388755 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:26:29.392723 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:29.393102 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:29.456214 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45852) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:29.465131 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1179944803-network', 'tenant_id': '0609f2aaf86a4a7d92389409bb07ec78'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:26:29.481115 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:29.492532 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] Made reservation on behalf of 0609f2aaf86a4a7d92389409bb07ec78 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:26:29.495071 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:29.503703 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:26:29.505072 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:29.510877 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:29.512808 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:29.579103 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:29.582696 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:29.628881 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:29.632774 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:29.635968 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-62bc5e23-fb3e-4441-a2b9-cda3bb2db421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:29.658689 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:26:29.668556 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7267d3d-44c5-4c83-a145-72bee9a45365,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:29.672065 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:29.675738 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:29.676085 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] Added segment cc00e25b-25a8-4567-88be-bc8464658853 of type vlan for network 65d695ed-6599-4dec-a8f1-a9aa79b05765 Jun 29 16:26:29.718935 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:29.750218 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:29.751887 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:29.752473 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:29.754499 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:29.804785 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3472817 Jun 29 16:26:29.807664 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45856) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:29.813779 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-bd821281-4bd1-4683-af3d-f45b72401414 admin admin] Request body: {'subnet': {'network_id': '65d695ed-6599-4dec-a8f1-a9aa79b05765', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1179944803-subnet', 'tenant_id': '0609f2aaf86a4a7d92389409bb07ec78', 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:26:29.816566 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] Pushing event updated for resources: {'Network': ['ID=65d695ed-6599-4dec-a8f1-a9aa79b05765,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:29.819620 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:29.830349 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network 65d695ed-6599-4dec-a8f1-a9aa79b05765 details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:26:29.837722 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd821281-4bd1-4683-af3d-f45b72401414 admin admin] Made reservation on behalf of 0609f2aaf86a4a7d92389409bb07ec78 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:26:29.840097 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bd821281-4bd1-4683-af3d-f45b72401414 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12300049'] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:30.021458 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bd821281-4bd1-4683-af3d-f45b72401414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9365240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12300035'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:30.023763 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-949ff5bb-dd63-4f1a-baa5-afac6bc53778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:30.077713 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd821281-4bd1-4683-af3d-f45b72401414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dfded72-af4a-41c9-8884-79368473997e,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:30.083455 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bd821281-4bd1-4683-af3d-f45b72401414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:30.088766 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd821281-4bd1-4683-af3d-f45b72401414 admin admin] Checking segment: {'id': 'cc00e25b-25a8-4567-88be-bc8464658853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '65d695ed-6599-4dec-a8f1-a9aa79b05765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:26:30.089139 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd821281-4bd1-4683-af3d-f45b72401414 admin admin] Network hostable DHCP agents. Network: 65d695ed-6599-4dec-a8f1-a9aa79b05765, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:26:30.108004 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd821281-4bd1-4683-af3d-f45b72401414 admin admin] Network 65d695ed-6599-4dec-a8f1-a9aa79b05765 is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:26:30.120245 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-bd821281-4bd1-4683-af3d-f45b72401414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, 65d695ed-6599-4dec-a8f1-a9aa79b05765) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:26:30.122184 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Sync routers for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:26:30.124390 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd821281-4bd1-4683-af3d-f45b72401414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:30.124998 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bd821281-4bd1-4683-af3d-f45b72401414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:30.130878 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc43ba7-2a07-4307-be4b-b0b3256924b3 None None] Network 65d695ed-6599-4dec-a8f1-a9aa79b05765 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:26:30.139942 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-bd821281-4bd1-4683-af3d-f45b72401414 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3307002 Jun 29 16:26:30.142537 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45858) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:30.146922 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1179944803-router', 'tenant_id': '0609f2aaf86a4a7d92389409bb07ec78', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:26:30.169846 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4115774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1297'] for router, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:30.170851 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4114444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1286'] for router, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:30.173530 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:26:30.174257 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:26:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:30.226522 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:30.326208 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:26:30.362484 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1524'] for router, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:30.426214 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79cdfe99-4e4a-5ea2-8438-12b2e84733c2-65d695ed-6599-4dec-a8f1-a9aa79b05765', 'network_id': '65d695ed-6599-4dec-a8f1-a9aa79b05765', 'tenant_id': '0609f2aaf86a4a7d92389409bb07ec78', 'fixed_ips': [{'subnet_id': '6dfded72-af4a-41c9-8884-79368473997e'}]}} from dv-cinder-786627-15-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:26:30.426823 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:30.591407 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:30.616130 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:30.741892 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Allocated IP 172.27.2.68 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/b8e7915f-3046-4327-baf0-c9489f1c2ad3) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:26:30.772734 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Allocated IP 172.20.0.2 (65d695ed-6599-4dec-a8f1-a9aa79b05765/6dfded72-af4a-41c9-8884-79368473997e/af01e31a-1560-4b84-98a5-c01457d1d03a) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:26:30.837382 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 2, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:30.855099 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:30.864496 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Checking router: 18b7c948-9b6d-494e-af64-6bcc0c589490 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:26:30.864857 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Updating router 18b7c948-9b6d-494e-af64-6bcc0c589490 port 2cce6529-9dc7-4b21-95d0-930354ce7ca9 binding host dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:26:30.900617 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:30.903527 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fca53523-d4e8-49dd-9c6d-e5d79dc44db0 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:30.922855 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:30.941387 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:26:30.946439 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:26:30.950082 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:26:30.977387 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e7915f-3046-4327-baf0-c9489f1c2ad3,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:30.981453 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:31.069109 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:26:31.072443 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:31.122839 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Transition to ACTIVE for port object af01e31a-1560-4b84-98a5-c01457d1d03a will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:26:31.166450 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Transition to ACTIVE for port object af01e31a-1560-4b84-98a5-c01457d1d03a will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:26:31.200781 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:31.204011 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:31.226389 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:31.262184 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Network 65d695ed-6599-4dec-a8f1-a9aa79b05765 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:26:31.272077 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:31.272456 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:31.279262 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:26:31.282222 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:26:31.309928 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Pushing event updated for resources: {'Port': ['ID=af01e31a-1560-4b84-98a5-c01457d1d03a,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:31.312923 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:31.435289 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4115752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773851'] for router, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:31.439831 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Attempting to bind port af01e31a-1560-4b84-98a5-c01457d1d03a on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:26:31.440620 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Attempting to bind port af01e31a-1560-4b84-98a5-c01457d1d03a by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'cc00e25b-25a8-4567-88be-bc8464658853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '65d695ed-6599-4dec-a8f1-a9aa79b05765'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:26:31.440620 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Attempting to bind port af01e31a-1560-4b84-98a5-c01457d1d03a on network 65d695ed-6599-4dec-a8f1-a9aa79b05765 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:26:31.467394 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:26:31.467798 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Checking segment: {'id': 'cc00e25b-25a8-4567-88be-bc8464658853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '65d695ed-6599-4dec-a8f1-a9aa79b05765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:26:31.468215 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:31.468705 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Bound using segment: {'id': 'cc00e25b-25a8-4567-88be-bc8464658853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '65d695ed-6599-4dec-a8f1-a9aa79b05765'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:26:31.469091 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Bound port: af01e31a-1560-4b84-98a5-c01457d1d03a, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc00e25b-25a8-4567-88be-bc8464658853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '65d695ed-6599-4dec-a8f1-a9aa79b05765'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:26:31.469908 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:31.493673 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:31.513165 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Transition to ACTIVE for port object 2cce6529-9dc7-4b21-95d0-930354ce7ca9 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:26:31.539076 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:31.542338 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:31.565086 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Router 4a7ba308-b231-49bf-9d0e-83414c533a3c is scheduled to L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef with binding_index 1 {{(pid=92895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:26:31.619217 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e07f5c-6f5b-474b-9520-c47c9126e633 None None] Pushing event updated for resources: {'Port': ['ID=2cce6529-9dc7-4b21-95d0-930354ce7ca9,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:31.622228 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b2e07f5c-6f5b-474b-9520-c47c9126e633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:31.626923 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] For port af01e31a-1560-4b84-98a5-c01457d1d03a, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:26:31.630995 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] For port af01e31a-1560-4b84-98a5-c01457d1d03a, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=af01e31a-1560-4b84-98a5-c01457d1d03a,segment=NetworkSegment(cc00e25b-25a8-4567-88be-bc8464658853),segment_id=cc00e25b-25a8-4567-88be-bc8464658853)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:26:31.651639 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:31.669283 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b72425eb-6e92-42a4-b9fe-e5e50a40a320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:31.699394 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:26:31.715392 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Sync routers for ids ['4a7ba308-b231-49bf-9d0e-83414c533a3c'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:26:31.716074 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:31.717322 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5737965 Jun 29 16:26:31.720081 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45868) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:31.731723 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Routers {'4a7ba308-b231-49bf-9d0e-83414c533a3c'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:26:31.731984 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Attempting to bind port 2cce6529-9dc7-4b21-95d0-930354ce7ca9 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:26:31.732262 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Attempting to bind port 2cce6529-9dc7-4b21-95d0-930354ce7ca9 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:26:31.732535 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Attempting to bind port 2cce6529-9dc7-4b21-95d0-930354ce7ca9 on network efd76866-055a-4788-83f9-a828af2aedf6 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:26:31.733890 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:26:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['4a7ba308-b231-49bf-9d0e-83414c533a3c'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:31.759043 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Pushing event updated for resources: {'Port': ['ID=af01e31a-1560-4b84-98a5-c01457d1d03a,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:31.762632 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:31.764121 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:26:31.764451 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Checking segment: {'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:26:31.764867 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:31.765269 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Bound using segment: {'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:26:31.765772 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Bound port: 2cce6529-9dc7-4b21-95d0-930354ce7ca9, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:26:31.766166 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:31.865603 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Set router 4a7ba308-b231-49bf-9d0e-83414c533a3c gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:26:31.876146 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] For port 2cce6529-9dc7-4b21-95d0-930354ce7ca9, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:26:31.890902 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] For port 2cce6529-9dc7-4b21-95d0-930354ce7ca9, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=2cce6529-9dc7-4b21-95d0-930354ce7ca9,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:26:31.901326 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:31.903504 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b2e07f5c-6f5b-474b-9520-c47c9126e633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:31.979084 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:26:31.979759 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:26:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:31.981730 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e07f5c-6f5b-474b-9520-c47c9126e633 None None] Pushing event updated for resources: {'Port': ['ID=2cce6529-9dc7-4b21-95d0-930354ce7ca9,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:31.985678 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b2e07f5c-6f5b-474b-9520-c47c9126e633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:32.127753 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'name': 'tempest-TestVolumeBootPattern-1179944803-router', 'tenant_id': '0609f2aaf86a4a7d92389409bb07ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:26:31Z', 'revision_number': 3, 'project_id': '0609f2aaf86a4a7d92389409bb07ec78', 'gw_port': {'id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:32.142076 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:26:32.168965 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Checking router: 4a7ba308-b231-49bf-9d0e-83414c533a3c for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:26:32.169452 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Updating router 4a7ba308-b231-49bf-9d0e-83414c533a3c port b8e7915f-3046-4327-baf0-c9489f1c2ad3 binding host dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:26:32.220529 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:32.349259 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:32.379031 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:31Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:32.410618 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a6b573-168e-4560-9082-e968074e0829 None None] The sync data for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi is: [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:31Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:26:32.549068 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:32.561173 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Transition to ACTIVE for port object b8e7915f-3046-4327-baf0-c9489f1c2ad3 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:26:32.565977 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Allocated IP 172.20.0.1 (65d695ed-6599-4dec-a8f1-a9aa79b05765/6dfded72-af4a-41c9-8884-79368473997e/a03fe27a-cb9a-49fe-8988-723c0ca30bbf) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:26:32.570864 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:32.573261 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:32.640343 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae954e0-1b52-4052-ac57-f672a0cbd1b4 None None] Pushing event updated for resources: {'Port': ['ID=b8e7915f-3046-4327-baf0-c9489f1c2ad3,revision_number=2']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:32.643479 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-4ae954e0-1b52-4052-ac57-f672a0cbd1b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:32.644715 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Attempting to bind port b8e7915f-3046-4327-baf0-c9489f1c2ad3 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:26:32.645087 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Attempting to bind port b8e7915f-3046-4327-baf0-c9489f1c2ad3 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:26:32.646403 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Attempting to bind port b8e7915f-3046-4327-baf0-c9489f1c2ad3 on network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:26:32.657055 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:26:32.657055 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Checking segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:26:32.657710 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:32.658213 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Bound using segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:26:32.658749 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Bound port: b8e7915f-3046-4327-baf0-c9489f1c2ad3, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:26:32.659232 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:32.711892 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:32.727267 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Transition to ACTIVE for port object a03fe27a-cb9a-49fe-8988-723c0ca30bbf will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:26:32.744430 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] For port b8e7915f-3046-4327-baf0-c9489f1c2ad3, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:26:32.750715 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] For port b8e7915f-3046-4327-baf0-c9489f1c2ad3, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=b8e7915f-3046-4327-baf0-c9489f1c2ad3,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:26:32.758134 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:32.771052 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:32.779919 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10444866'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:32.783351 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a08edaf4-3e8c-449e-ad7e-c6b90879e680 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:32.825231 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae954e0-1b52-4052-ac57-f672a0cbd1b4 None None] Pushing event updated for resources: {'Port': ['ID=b8e7915f-3046-4327-baf0-c9489f1c2ad3,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:32.830140 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-4ae954e0-1b52-4052-ac57-f672a0cbd1b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:32.832375 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Network 65d695ed-6599-4dec-a8f1-a9aa79b05765 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:26:32.836141 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:26:32.839180 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:26:32.842003 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Routers {'4a7ba308-b231-49bf-9d0e-83414c533a3c'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:26:32.843204 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:26:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['4a7ba308-b231-49bf-9d0e-83414c533a3c'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:32.872942 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Pushing event updated for resources: {'Port': ['ID=a03fe27a-cb9a-49fe-8988-723c0ca30bbf,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:32.875784 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:32.902609 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4114108'] for router_interface, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:33.014248 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b658549f-874b-4045-9622-2e9660274209 None None] Network 65d695ed-6599-4dec-a8f1-a9aa79b05765 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:26:33.104500 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] Set router 4a7ba308-b231-49bf-9d0e-83414c533a3c gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:26:33.110504 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:33.117563 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-33fadd00-a535-47ef-ac62-a7d09e1390a1 None None] Provisioning for port af01e31a-1560-4b84-98a5-c01457d1d03a completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:26:33.182191 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device af01e31a-1560-4b84-98a5-c01457d1d03a up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:26:33.276676 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port af01e31a-1560-4b84-98a5-c01457d1d03a completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:26:33.282625 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port af01e31a-1560-4b84-98a5-c01457d1d03a triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:33.283547 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:33.346260 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:33.357753 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10444912'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:33.361430 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'name': 'tempest-TestVolumeBootPattern-1179944803-router', 'tenant_id': '0609f2aaf86a4a7d92389409bb07ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:26:31Z', 'revision_number': 3, 'project_id': '0609f2aaf86a4a7d92389409bb07ec78', 'gw_port': {'id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:33.394239 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d64e0-13dd-4901-b36b-5d36cdc2d91c None None] The sync data for ids ['4a7ba308-b231-49bf-9d0e-83414c533a3c'] in dv-cinder-786627-15-iscsi is: [{'id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'name': 'tempest-TestVolumeBootPattern-1179944803-router', 'tenant_id': '0609f2aaf86a4a7d92389409bb07ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:26:31Z', 'revision_number': 3, 'project_id': '0609f2aaf86a4a7d92389409bb07ec78', 'gw_port': {'id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:26:33.431477 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d7e04844-c11b-4a15-bb59-45ae221b8732 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:33.437086 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4113960'] for router_interface, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:33.505507 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Pushing event updated for resources: {'Port': ['ID=a03fe27a-cb9a-49fe-8988-723c0ca30bbf,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:33.519758 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:33.567108 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:33.621373 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port af01e31a-1560-4b84-98a5-c01457d1d03a, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=af01e31a-1560-4b84-98a5-c01457d1d03a,segment=NetworkSegment(cc00e25b-25a8-4567-88be-bc8464658853),segment_id=cc00e25b-25a8-4567-88be-bc8464658853)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:26:33.622827 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Network 65d695ed-6599-4dec-a8f1-a9aa79b05765 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:26:33.624524 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:26:33.630151 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:33.639072 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 2cce6529-9dc7-4b21-95d0-930354ce7ca9 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:26:33.649544 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:33.744502 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-f2f7245e-52a3-4eb6-8fde-240dc15728bf None None] Provisioning for port a03fe27a-cb9a-49fe-8988-723c0ca30bbf completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:26:33.763510 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-f2f7245e-52a3-4eb6-8fde-240dc15728bf None None] Provisioning complete for port a03fe27a-cb9a-49fe-8988-723c0ca30bbf triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:33.764075 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f2f7245e-52a3-4eb6-8fde-240dc15728bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:33.773080 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=af01e31a-1560-4b84-98a5-c01457d1d03a,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:33.818040 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:33.845833 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port 2cce6529-9dc7-4b21-95d0-930354ce7ca9 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:26:33.852791 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-f2f7245e-52a3-4eb6-8fde-240dc15728bf None None] Port a03fe27a-cb9a-49fe-8988-723c0ca30bbf cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:26:33.856007 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 2cce6529-9dc7-4b21-95d0-930354ce7ca9 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:33.856503 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:33.900262 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-f2f7245e-52a3-4eb6-8fde-240dc15728bf None None] Provisioning complete for port af01e31a-1560-4b84-98a5-c01457d1d03a triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:33.900736 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f2f7245e-52a3-4eb6-8fde-240dc15728bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:34.061830 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:34.075671 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Router 4a7ba308-b231-49bf-9d0e-83414c533a3c has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:26:34.111524 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port 2cce6529-9dc7-4b21-95d0-930354ce7ca9, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=2cce6529-9dc7-4b21-95d0-930354ce7ca9,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:26:34.120263 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:34.125365 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:34.191644 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=2cce6529-9dc7-4b21-95d0-930354ce7ca9,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:34.195786 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:34.212619 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-779eba3d-20dc-4574-a5bb-8cc2667ca4c5 None None] Provisioning complete for port a03fe27a-cb9a-49fe-8988-723c0ca30bbf triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:34.213005 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-779eba3d-20dc-4574-a5bb-8cc2667ca4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:34.222759 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:26:34.229273 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] 10.222.0.66 "PUT /v2.0/routers/4a7ba308-b231-49bf-9d0e-83414c533a3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5068555 Jun 29 16:26:34.272631 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-779eba3d-20dc-4574-a5bb-8cc2667ca4c5 None None] Port a03fe27a-cb9a-49fe-8988-723c0ca30bbf cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:26:34.824390 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45886) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:34.829136 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-54777221-2cb9-4884-b351-478a40e2655f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1338216734', 'description': 'tempest-secgroup-smoke-1338216734 description', 'project_id': '8c8c1fd409ed43e2af9d40032270b255'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:26:34.854480 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-54777221-2cb9-4884-b351-478a40e2655f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:34.940291 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-54777221-2cb9-4884-b351-478a40e2655f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:34.945286 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-54777221-2cb9-4884-b351-478a40e2655f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:34.947668 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b0cc3498-06d9-421e-9003-53b4b036659b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:34.974607 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-54777221-2cb9-4884-b351-478a40e2655f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:34.975850 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-54777221-2cb9-4884-b351-478a40e2655f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1503766 Jun 29 16:26:34.976723 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54777221-2cb9-4884-b351-478a40e2655f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f7b6b1-bacc-48b8-830a-2b23df917a2d,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:34.979125 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45890) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:34.979729 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-54777221-2cb9-4884-b351-478a40e2655f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:34.984893 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-5f69b166-dd34-4d65-a1b5-7710ffe6d677 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Request body: {'security_group_rule': {'security_group_id': 'f4f7b6b1-bacc-48b8-830a-2b23df917a2d', 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:26:35.018547 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5f69b166-dd34-4d65-a1b5-7710ffe6d677 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.077458 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5f69b166-dd34-4d65-a1b5-7710ffe6d677 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.082186 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5f69b166-dd34-4d65-a1b5-7710ffe6d677 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.084909 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:35.101455 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69b166-dd34-4d65-a1b5-7710ffe6d677 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6841d96-782f-40a7-a550-9de91e3ecbd9,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:35.103890 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5f69b166-dd34-4d65-a1b5-7710ffe6d677 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:35.108742 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5f69b166-dd34-4d65-a1b5-7710ffe6d677 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.109991 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5f69b166-dd34-4d65-a1b5-7710ffe6d677 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293504 Jun 29 16:26:35.112847 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 45892) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:35.117563 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-fff93c46-0a07-4e99-9d05-8cc8bc157e0e tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Request body: {'security_group_rule': {'security_group_id': 'f4f7b6b1-bacc-48b8-830a-2b23df917a2d', 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:26:35.124147 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device af01e31a-1560-4b84-98a5-c01457d1d03a up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:26:35.146040 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fff93c46-0a07-4e99-9d05-8cc8bc157e0e tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.179714 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port af01e31a-1560-4b84-98a5-c01457d1d03a triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:35.180111 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.208192 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fff93c46-0a07-4e99-9d05-8cc8bc157e0e tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.212153 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fff93c46-0a07-4e99-9d05-8cc8bc157e0e tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.218071 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5ddf6dce-2579-4bae-a575-e35f56c7b713 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:35.233736 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff93c46-0a07-4e99-9d05-8cc8bc157e0e tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc87196e-e9d3-46a7-8e28-924b8652f3de,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:35.236543 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-fff93c46-0a07-4e99-9d05-8cc8bc157e0e tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:35.238049 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fff93c46-0a07-4e99-9d05-8cc8bc157e0e tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.239277 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-fff93c46-0a07-4e99-9d05-8cc8bc157e0e tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256881 Jun 29 16:26:35.242279 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45894) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:35.247274 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-43270820-edd8-4623-8d27-3924c3bd3988 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Request body: {'security_group_rule': {'security_group_id': 'f4f7b6b1-bacc-48b8-830a-2b23df917a2d', 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:26:35.268868 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device b8e7915f-3046-4327-baf0-c9489f1c2ad3 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:26:35.275318 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-43270820-edd8-4623-8d27-3924c3bd3988 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.316069 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port b8e7915f-3046-4327-baf0-c9489f1c2ad3 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:26:35.319907 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port b8e7915f-3046-4327-baf0-c9489f1c2ad3 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:35.320299 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.336268 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-43270820-edd8-4623-8d27-3924c3bd3988 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.341444 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-43270820-edd8-4623-8d27-3924c3bd3988 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.343546 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:35.360144 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43270820-edd8-4623-8d27-3924c3bd3988 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325b5f75-09f4-4209-b423-ee6803887e3d,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:35.364102 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-43270820-edd8-4623-8d27-3924c3bd3988 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:35.366639 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-43270820-edd8-4623-8d27-3924c3bd3988 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.368190 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-43270820-edd8-4623-8d27-3924c3bd3988 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247704 Jun 29 16:26:35.370760 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45896) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:35.375288 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-0b243cbe-45d3-44eb-b335-898056a6a098 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Request body: {'security_group_rule': {'security_group_id': 'f4f7b6b1-bacc-48b8-830a-2b23df917a2d', 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:26:35.402027 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0b243cbe-45d3-44eb-b335-898056a6a098 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.409746 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.431890 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port b8e7915f-3046-4327-baf0-c9489f1c2ad3, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=b8e7915f-3046-4327-baf0-c9489f1c2ad3,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:26:35.442493 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.443380 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 2cce6529-9dc7-4b21-95d0-930354ce7ca9 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:26:35.445486 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:35.474205 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0b243cbe-45d3-44eb-b335-898056a6a098 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.478703 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0b243cbe-45d3-44eb-b335-898056a6a098 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.481501 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-43270820-edd8-4623-8d27-3924c3bd3988 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:35.499444 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b243cbe-45d3-44eb-b335-898056a6a098 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de8fba5-0aad-453f-9ccb-f89839b9a8cb,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:35.502870 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0b243cbe-45d3-44eb-b335-898056a6a098 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:35.508410 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0b243cbe-45d3-44eb-b335-898056a6a098 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.509841 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0b243cbe-45d3-44eb-b335-898056a6a098 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1380467 Jun 29 16:26:35.512552 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45898) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:35.517960 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-f020e670-f04f-4982-8764-9b3cd3e8e151 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Request body: {'security_group_rule': {'security_group_id': 'f4f7b6b1-bacc-48b8-830a-2b23df917a2d', 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:26:35.526310 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=b8e7915f-3046-4327-baf0-c9489f1c2ad3,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:35.529606 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:35.538725 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 2cce6529-9dc7-4b21-95d0-930354ce7ca9 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:35.539124 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.545086 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.securitygroups_db [None req-f020e670-f04f-4982-8764-9b3cd3e8e151 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Project 8c8c1fd409ed43e2af9d40032270b255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:26:35.550715 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f020e670-f04f-4982-8764-9b3cd3e8e151 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.616458 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f020e670-f04f-4982-8764-9b3cd3e8e151 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.621324 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f020e670-f04f-4982-8764-9b3cd3e8e151 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.623299 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:35.641893 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020e670-f04f-4982-8764-9b3cd3e8e151 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d5a7cb-dd8b-4e84-8bbf-1dae41cb0997,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:35.650262 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f020e670-f04f-4982-8764-9b3cd3e8e151 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:35.651512 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f020e670-f04f-4982-8764-9b3cd3e8e151 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.652888 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f020e670-f04f-4982-8764-9b3cd3e8e151 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393135 Jun 29 16:26:35.655805 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 45906) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:26:35.660945 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-11327f41-9e02-478e-b596-c5ff85a02c11 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Request body: {'security_group_rule': {'security_group_id': 'f4f7b6b1-bacc-48b8-830a-2b23df917a2d', 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:26:35.690012 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.securitygroups_db [None req-11327f41-9e02-478e-b596-c5ff85a02c11 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Project 8c8c1fd409ed43e2af9d40032270b255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:26:35.694872 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-11327f41-9e02-478e-b596-c5ff85a02c11 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.758702 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-11327f41-9e02-478e-b596-c5ff85a02c11 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.762326 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-11327f41-9e02-478e-b596-c5ff85a02c11 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.764407 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:35.781187 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11327f41-9e02-478e-b596-c5ff85a02c11 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c715b628-3e8e-4642-bfaa-2b597fb43ec3,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:35.789301 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-11327f41-9e02-478e-b596-c5ff85a02c11 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:35.800644 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-11327f41-9e02-478e-b596-c5ff85a02c11 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:35.802040 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-11327f41-9e02-478e-b596-c5ff85a02c11 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450632 Jun 29 16:26:35.974926 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Sync routers for ids ['4a7ba308-b231-49bf-9d0e-83414c533a3c'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:26:35.984220 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Routers {'4a7ba308-b231-49bf-9d0e-83414c533a3c'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:26:35.984935 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:26:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['4a7ba308-b231-49bf-9d0e-83414c533a3c'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:36.110284 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Set router 4a7ba308-b231-49bf-9d0e-83414c533a3c gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:26:36.367724 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'name': 'tempest-TestVolumeBootPattern-1179944803-router', 'tenant_id': '0609f2aaf86a4a7d92389409bb07ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:26:33Z', 'revision_number': 4, 'project_id': '0609f2aaf86a4a7d92389409bb07ec78', 'gw_port': {'id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'a03fe27a-cb9a-49fe-8988-723c0ca30bbf', 'name': '', 'network_id': '65d695ed-6599-4dec-a8f1-a9aa79b05765', 'tenant_id': '0609f2aaf86a4a7d92389409bb07ec78', 'mac_address': 'fa:16:3e:7b:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6dfded72-af4a-41c9-8884-79368473997e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:32Z', 'updated_at': '2021-06-29T16:26:33Z', 'revision_number': 2, 'project_id': '0609f2aaf86a4a7d92389409bb07ec78', 'subnets': [{'id': '6dfded72-af4a-41c9-8884-79368473997e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:36.398456 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Checking router: 4a7ba308-b231-49bf-9d0e-83414c533a3c for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:26:36.398844 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Updating router 4a7ba308-b231-49bf-9d0e-83414c533a3c port a03fe27a-cb9a-49fe-8988-723c0ca30bbf binding host dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:26:36.433931 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:36.699984 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:36.716853 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Transition to ACTIVE for port object a03fe27a-cb9a-49fe-8988-723c0ca30bbf will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:26:36.726558 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:36.728952 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:36.783745 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da00490-d2a2-4350-b62d-969473ed155f None None] Pushing event updated for resources: {'Port': ['ID=a03fe27a-cb9a-49fe-8988-723c0ca30bbf,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:36.788420 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6da00490-d2a2-4350-b62d-969473ed155f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:36.842874 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Attempting to bind port a03fe27a-cb9a-49fe-8988-723c0ca30bbf on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:26:36.843271 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Attempting to bind port a03fe27a-cb9a-49fe-8988-723c0ca30bbf by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'cc00e25b-25a8-4567-88be-bc8464658853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '65d695ed-6599-4dec-a8f1-a9aa79b05765'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:26:36.843675 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Attempting to bind port a03fe27a-cb9a-49fe-8988-723c0ca30bbf on network 65d695ed-6599-4dec-a8f1-a9aa79b05765 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:26:36.849063 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:26:36.849535 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Checking segment: {'id': 'cc00e25b-25a8-4567-88be-bc8464658853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '65d695ed-6599-4dec-a8f1-a9aa79b05765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:26:36.849959 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:36.850363 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Bound using segment: {'id': 'cc00e25b-25a8-4567-88be-bc8464658853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '65d695ed-6599-4dec-a8f1-a9aa79b05765'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:26:36.850898 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Bound port: a03fe27a-cb9a-49fe-8988-723c0ca30bbf, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc00e25b-25a8-4567-88be-bc8464658853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '65d695ed-6599-4dec-a8f1-a9aa79b05765'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:26:36.851304 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:36.925211 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] For port a03fe27a-cb9a-49fe-8988-723c0ca30bbf, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:26:36.928569 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] For port a03fe27a-cb9a-49fe-8988-723c0ca30bbf, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=a03fe27a-cb9a-49fe-8988-723c0ca30bbf,segment=NetworkSegment(cc00e25b-25a8-4567-88be-bc8464658853),segment_id=cc00e25b-25a8-4567-88be-bc8464658853)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:26:36.933507 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:36.935452 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6a8bba0a-033f-4819-8c34-52d81f5cb131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:36.990453 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Routers {'4a7ba308-b231-49bf-9d0e-83414c533a3c'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:26:36.991020 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:26:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['4a7ba308-b231-49bf-9d0e-83414c533a3c'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:37.036324 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da00490-d2a2-4350-b62d-969473ed155f None None] Pushing event updated for resources: {'Port': ['ID=a03fe27a-cb9a-49fe-8988-723c0ca30bbf,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:37.040454 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6da00490-d2a2-4350-b62d-969473ed155f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:37.055655 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device b8e7915f-3046-4327-baf0-c9489f1c2ad3 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:26:37.162512 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] Set router 4a7ba308-b231-49bf-9d0e-83414c533a3c gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:26:37.204898 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port b8e7915f-3046-4327-baf0-c9489f1c2ad3 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:37.205308 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:37.566765 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'name': 'tempest-TestVolumeBootPattern-1179944803-router', 'tenant_id': '0609f2aaf86a4a7d92389409bb07ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:26:33Z', 'revision_number': 4, 'project_id': '0609f2aaf86a4a7d92389409bb07ec78', 'gw_port': {'id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'a03fe27a-cb9a-49fe-8988-723c0ca30bbf', 'name': '', 'network_id': '65d695ed-6599-4dec-a8f1-a9aa79b05765', 'tenant_id': '0609f2aaf86a4a7d92389409bb07ec78', 'mac_address': 'fa:16:3e:7b:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6dfded72-af4a-41c9-8884-79368473997e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:32Z', 'updated_at': '2021-06-29T16:26:36Z', 'revision_number': 4, 'project_id': '0609f2aaf86a4a7d92389409bb07ec78', 'subnets': [{'id': '6dfded72-af4a-41c9-8884-79368473997e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:26:37.597636 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41903978-e608-42f6-b74c-dfff6e9cbc4a None None] The sync data for ids ['4a7ba308-b231-49bf-9d0e-83414c533a3c'] in dv-cinder-786627-15-iscsi is: [{'id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'name': 'tempest-TestVolumeBootPattern-1179944803-router', 'tenant_id': '0609f2aaf86a4a7d92389409bb07ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:26:33Z', 'revision_number': 4, 'project_id': '0609f2aaf86a4a7d92389409bb07ec78', 'gw_port': {'id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': 'a03fe27a-cb9a-49fe-8988-723c0ca30bbf', 'name': '', 'network_id': '65d695ed-6599-4dec-a8f1-a9aa79b05765', 'tenant_id': '0609f2aaf86a4a7d92389409bb07ec78', 'mac_address': 'fa:16:3e:7b:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6dfded72-af4a-41c9-8884-79368473997e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:32Z', 'updated_at': '2021-06-29T16:26:36Z', 'revision_number': 4, 'project_id': '0609f2aaf86a4a7d92389409bb07ec78', 'subnets': [{'id': '6dfded72-af4a-41c9-8884-79368473997e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:26:38.225102 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:38.227322 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8afb3f4c-36fe-44f4-b5eb-60d5701b5eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:39.073353 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device a03fe27a-cb9a-49fe-8988-723c0ca30bbf up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:26:39.126933 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port a03fe27a-cb9a-49fe-8988-723c0ca30bbf completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:26:39.130642 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port a03fe27a-cb9a-49fe-8988-723c0ca30bbf triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:39.131025 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:39.216070 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:39.251082 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port a03fe27a-cb9a-49fe-8988-723c0ca30bbf, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=a03fe27a-cb9a-49fe-8988-723c0ca30bbf,segment=NetworkSegment(cc00e25b-25a8-4567-88be-bc8464658853),segment_id=cc00e25b-25a8-4567-88be-bc8464658853)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:26:39.257811 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:39.259819 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:39.314246 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=a03fe27a-cb9a-49fe-8988-723c0ca30bbf,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:39.317326 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:40.825073 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-817601d6-f53b-4e59-86e6-075025cfcbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:41.036756 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device a03fe27a-cb9a-49fe-8988-723c0ca30bbf up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:26:41.088770 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port a03fe27a-cb9a-49fe-8988-723c0ca30bbf triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:41.089156 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:41.442482 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:42.025047 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:43.775195 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:00.730031 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:27:08.217231 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:08.221384 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1749612d-1aff-4a20-be68-71e795851b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:10.826189 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-758affac-45d5-421a-9ad8-b49c919f5e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:11.440016 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:12.028584 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:13.533501 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-0a2d5918-fc7a-41b4-9eb0-e4fe1aabd787 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1338216734&fields=id&tenant_id=8c8c1fd409ed43e2af9d40032270b255 HTTP/1.1" status: 200 len: 267 time: 0.0464299 Jun 29 16:27:13.664288 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-a6203e94-24a3-48ec-bcad-08bfbd2188c9 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:13.666344 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-a6203e94-24a3-48ec-bcad-08bfbd2188c9 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 812 time: 0.1244445 Jun 29 16:27:13.685797 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-7497d47a-b191-40cd-8be2-2bbf9b6584e7 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/quotas/8c8c1fd409ed43e2af9d40032270b255 HTTP/1.1" status: 200 len: 375 time: 0.0107262 Jun 29 16:27:13.759998 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-93471450-a82c-47f7-b59c-b88546b20359 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686452 Jun 29 16:27:13.782547 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:13.881656 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-0a68714e-3f66-4520-9b7e-7629dcc382e5 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:27:13.882743 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-0a68714e-3f66-4520-9b7e-7629dcc382e5 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1032374 Jun 29 16:27:13.976709 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-db9b950a-94ab-4118-8681-3464a9766ff7 service neutron] 10.222.0.66 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877001 Jun 29 16:27:14.068184 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-2541d95e-4188-426b-bb26-5c6e0da2dff9 service neutron] 10.222.0.66 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848548 Jun 29 16:27:14.370801 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-59ad9a9d-fa63-4f48-845c-1e08c48f763c req-b772b3a3-7a36-4a4a-9dee-f6baa3375ad2 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 210 time: 0.0313056 Jun 29 16:27:15.459012 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ceaf31bd-1d78-40fd-b359-ecaf6dbe2b32 req-00bbbbc8-dcea-44a8-9d95-f43c15ea6530 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 210 time: 0.0323615 Jun 29 16:27:16.550348 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ada64162-8dd2-4338-9c8b-ac787f79771c req-69ec2935-b5af-4ef1-a3c7-5a26c85cc329 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 210 time: 0.0375977 Jun 29 16:27:17.633989 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-063033fc-a504-4798-93f3-0d14a6beca0d req-f6f98769-4ec3-40fd-b2ec-cad3b39182e5 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 210 time: 0.0323706 Jun 29 16:27:18.780378 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-31224a93-de9d-4cca-accf-45a1f68f6800 req-6774307b-83e7-445f-af8c-f40382c79bb7 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 210 time: 0.0332618 Jun 29 16:27:19.535719 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-50954ace-6519-41af-a893-74ab02e2a141 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:19.537631 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-50954ace-6519-41af-a893-74ab02e2a141 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.77 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 812 time: 0.1061740 Jun 29 16:27:19.582179 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-ad616478-63e7-4544-9f4c-99a00c321c24 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c8c1fd409ed43e2af9d40032270b255 HTTP/1.1" status: 200 len: 380 time: 0.0352755 Jun 29 16:27:19.592247 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Request body: {'port': {'device_id': '115b9da0-6208-48db-ad55-43a0c120b03b', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'admin_state_up': True, 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'security_groups': ['f4f7b6b1-bacc-48b8-830a-2b23df917a2d']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:27:19.701056 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Made reservation on behalf of 8c8c1fd409ed43e2af9d40032270b255 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:27:19.704504 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:19.827180 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Allocated IP 172.20.0.4 (efd76866-055a-4788-83f9-a828af2aedf6/89a9a178-553f-4db0-b618-61d33d746787/b5033f98-b571-416d-ab9e-bbe0f3c708ce) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:27:19.934609 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c58cfa21-7fd6-490f-8d79-6c42cd507f3e req-9155d0c9-e597-43aa-b114-1e79c6c95b77 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 210 time: 0.0293341 Jun 29 16:27:19.981342 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:19.995167 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Transition to ACTIVE for port object b5033f98-b571-416d-ab9e-bbe0f3c708ce will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:27:20.028704 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:20.034214 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b8378269-355b-4450-9000-305dad8899c4 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:20.083750 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Network efd76866-055a-4788-83f9-a828af2aedf6 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:27:20.087100 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:27:20.093763 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:27:20.100608 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event updated for resources: {'Port': ['ID=b5033f98-b571-416d-ab9e-bbe0f3c708ce,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:20.129016 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:20.129385 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:20.129753 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:20.130106 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:20.130453 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:20.130826 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:20.131143 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:20.131486 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:20.131864 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:20.132211 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:20.132553 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:20.132891 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:20.140046 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:20.179052 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:20.180592 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:20.199088 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6118693 Jun 29 16:27:20.211839 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Request body: {'port': {'device_id': '115b9da0-6208-48db-ad55-43a0c120b03b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:27:20.303666 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:20.352667 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-accc3bf6-3610-44df-bc17-36a1238d42b8 None None] Provisioning for port b5033f98-b571-416d-ab9e-bbe0f3c708ce completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:27:20.356983 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-accc3bf6-3610-44df-bc17-36a1238d42b8 None None] Provisioning complete for port b5033f98-b571-416d-ab9e-bbe0f3c708ce triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:27:20.357417 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-accc3bf6-3610-44df-bc17-36a1238d42b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:20.390126 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-accc3bf6-3610-44df-bc17-36a1238d42b8 None None] Port b5033f98-b571-416d-ab9e-bbe0f3c708ce cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:27:20.559912 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5033f98-b571-416d-ab9e-bbe0f3c708ce {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:27:20.571187 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:20.588513 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Transition to ACTIVE for port object b5033f98-b571-416d-ab9e-bbe0f3c708ce will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:27:20.592020 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:20.593915 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f5f03b77-e7e5-4034-aa3b-da191a6020c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:20.646713 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Pushing event updated for resources: {'Port': ['ID=b5033f98-b571-416d-ab9e-bbe0f3c708ce,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:20.926385 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:20.972071 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Attempting to bind port b5033f98-b571-416d-ab9e-bbe0f3c708ce on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:27:20.972416 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Attempting to bind port b5033f98-b571-416d-ab9e-bbe0f3c708ce by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:27:20.972746 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Attempting to bind port b5033f98-b571-416d-ab9e-bbe0f3c708ce on network efd76866-055a-4788-83f9-a828af2aedf6 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:27:20.977051 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Port b5033f98-b571-416d-ab9e-bbe0f3c708ce on network efd76866-055a-4788-83f9-a828af2aedf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:27:20.977323 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Attempting to bind port b5033f98-b571-416d-ab9e-bbe0f3c708ce on network efd76866-055a-4788-83f9-a828af2aedf6 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:27:20.982500 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Checking agent: {'id': '1f42b8fb-87af-41ff-972d-c33b8bf8d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:27:20.982836 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Checking segment: {'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:27:20.983222 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Bound using segment: {'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:27:20.983694 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Bound port: b5033f98-b571-416d-ab9e-bbe0f3c708ce, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:27:20.984051 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:21.043762 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] For port b5033f98-b571-416d-ab9e-bbe0f3c708ce, host hv-cinder-78662, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:27:21.046812 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] For port b5033f98-b571-416d-ab9e-bbe0f3c708ce, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b5033f98-b571-416d-ab9e-bbe0f3c708ce,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:27:21.059329 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:21.078610 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:21.113056 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:21.113649 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:21.115128 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] 10.222.0.77 "PUT /v2.0/ports/b5033f98-b571-416d-ab9e-bbe0f3c708ce HTTP/1.1" status: 200 len: 1093 time: 0.9081564 Jun 29 16:27:21.119521 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115b9da0-6208-48db-ad55-43a0c120b03b', 'tag': 'b5033f98-b571-416d-ab9e-bbe0f3c708ce'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:27:21.122453 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e4625c-b454-40e1-91c4-73be61833c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "115b9da0-6208-48db-ad55-43a0c120b03b", "tag": "b5033f98-b571-416d-ab9e-bbe0f3c708ce"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:27:21.174512 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Pushing event updated for resources: {'Port': ['ID=b5033f98-b571-416d-ab9e-bbe0f3c708ce,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:21.180652 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:21.210224 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdcd567-4ba6-417b-acca-2b2068a0488b x-openstack-request-id: req-4fdcd567-4ba6-417b-acca-2b2068a0488b {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:27:21.210558 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115b9da0-6208-48db-ad55-43a0c120b03b", "tag": "b5033f98-b571-416d-ab9e-bbe0f3c708ce", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:27:21.210849 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4fdcd567-4ba6-417b-acca-2b2068a0488b {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:27:21.211280 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115b9da0-6208-48db-ad55-43a0c120b03b', 'tag': 'b5033f98-b571-416d-ab9e-bbe0f3c708ce', 'status': 'completed', 'code': 200} Jun 29 16:27:21.222408 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39af3d-e405-46dd-b33a-5c8b36941276 req-b92eda8a-fa80-4780-8b5b-aad6b6c4a5b8 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:21.223956 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ca39af3d-e405-46dd-b33a-5c8b36941276 req-b92eda8a-fa80-4780-8b5b-aad6b6c4a5b8 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 943 time: 0.1757946 Jun 29 16:27:21.277446 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ca39af3d-e405-46dd-b33a-5c8b36941276 req-726f9e11-fd8b-46df-a838-ed500af57e97 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470426 Jun 29 16:27:21.291868 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-47a3ac41-bc0c-4ea2-afb8-fdaafab7d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:21.293519 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-47a3ac41-bc0c-4ea2-afb8-fdaafab7d182 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 1096 time: 0.1310999 Jun 29 16:27:21.340952 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-7753017a-fca7-469f-b680-07f0762c8d44 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5033f98-b571-416d-ab9e-bbe0f3c708ce HTTP/1.1" status: 200 len: 217 time: 0.0385256 Jun 29 16:27:21.391165 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-88ee1c1c-7194-421c-9cca-ad11e3e394dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:21.392558 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-88ee1c1c-7194-421c-9cca-ad11e3e394dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89a9a178-553f-4db0-b618-61d33d746787 HTTP/1.1" status: 200 len: 851 time: 0.0443780 Jun 29 16:27:21.454714 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-dd68245c-7c94-4aef-89c1-ead08823f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:21.460469 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-dd68245c-7c94-4aef-89c1-ead08823f1e1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efd76866-055a-4788-83f9-a828af2aedf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570114 Jun 29 16:27:21.550190 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-70c637a4-96bb-4c47-a656-573d712c9407 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863953 Jun 29 16:27:21.640607 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d01ca97-6efc-4617-b0c5-4c0e24a9d965 req-7d57c19e-5105-4f1a-b971-592127a87dfb service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827980 Jun 29 16:27:21.739253 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4625c-b454-40e1-91c4-73be61833c7b req-ec7b3181-323b-463b-b3a5-a29dd29f6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:21.740720 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-53e4625c-b454-40e1-91c4-73be61833c7b req-ec7b3181-323b-463b-b3a5-a29dd29f6e6e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 1096 time: 0.0558984 Jun 29 16:27:21.832334 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4625c-b454-40e1-91c4-73be61833c7b req-c5a81614-ed54-4f86-9cea-5194c9afc38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:21.833769 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-53e4625c-b454-40e1-91c4-73be61833c7b req-c5a81614-ed54-4f86-9cea-5194c9afc38a service neutron] 10.222.0.77 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 913 time: 0.0866528 Jun 29 16:27:21.879371 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-53e4625c-b454-40e1-91c4-73be61833c7b req-d647ef5a-4aec-4f8b-9ffb-156d2565cd0c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5033f98-b571-416d-ab9e-bbe0f3c708ce HTTP/1.1" status: 200 len: 217 time: 0.0360487 Jun 29 16:27:21.927500 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4625c-b454-40e1-91c4-73be61833c7b req-3e792819-e243-42f4-9f50-af8dcefa131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:21.929214 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-53e4625c-b454-40e1-91c4-73be61833c7b req-3e792819-e243-42f4-9f50-af8dcefa131d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89a9a178-553f-4db0-b618-61d33d746787 HTTP/1.1" status: 200 len: 851 time: 0.0436401 Jun 29 16:27:21.984823 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4625c-b454-40e1-91c4-73be61833c7b req-d88e64a5-87f2-4225-8cd4-dc6daf4b9118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:21.986292 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-53e4625c-b454-40e1-91c4-73be61833c7b req-d88e64a5-87f2-4225-8cd4-dc6daf4b9118 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efd76866-055a-4788-83f9-a828af2aedf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501878 Jun 29 16:27:22.076227 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-53e4625c-b454-40e1-91c4-73be61833c7b req-129053f6-4949-443d-bdb9-cf07366887aa service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826762 Jun 29 16:27:22.163058 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-53e4625c-b454-40e1-91c4-73be61833c7b req-e011d286-237b-4c30-aeac-32027e306ae4 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786407 Jun 29 16:27:22.460529 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28d5e3-0477-4031-8ca5-e39094e78bc6 req-9ed14c70-c276-438a-a452-eac904ed561b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:22.462107 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3e28d5e3-0477-4031-8ca5-e39094e78bc6 req-9ed14c70-c276-438a-a452-eac904ed561b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 943 time: 0.0669611 Jun 29 16:27:22.501226 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3e28d5e3-0477-4031-8ca5-e39094e78bc6 req-bf99d5c9-e644-4fa2-8c92-d803f2a00ffc tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323331 Jun 29 16:27:23.055285 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 46508) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:23.158458 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2570-93a0-4b22-a5f7-e8d3179a859f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:23.245946 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2570-93a0-4b22-a5f7-e8d3179a859f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:23.249246 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2570-93a0-4b22-a5f7-e8d3179a859f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:23.252021 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-26d98789-68ae-4629-9b00-74093b25547d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:23.295216 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0c2d2570-93a0-4b22-a5f7-e8d3179a859f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a97f309e642f46e1b88b23a824fcd7fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388182 Jun 29 16:27:23.296174 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d2570-93a0-4b22-a5f7-e8d3179a859f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b36857b-d2f9-4146-b08f-fb1d32fec381,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:23.297895 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46512) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:23.299274 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0c2d2570-93a0-4b22-a5f7-e8d3179a859f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:23.346793 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:23.368365 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:23.414313 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:23.416948 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:23.418079 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3b36857b-d2f9-4146-b08f-fb1d32fec381 HTTP/1.1" status: 204 len: 168 time: 0.1185777 Jun 29 16:27:23.418827 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7e4ab3e1-30df-46c2-858c-13fd97c5653e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:23.426027 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b36857b-d2f9-4146-b08f-fb1d32fec381,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:23.433209 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:23.433590 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:23.433965 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:23.434361 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:23.434682 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:23.435044 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:23.435405 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:23.435786 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:23.436148 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:23.436503 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:23.436863 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:23.437210 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:23.440377 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:23.704137 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a8b50-be19-4799-bc18-c492614a49b4 req-da459aa9-ab14-41e3-9cba-db09fbd3a72a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:23.705651 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-df1a8b50-be19-4799-bc18-c492614a49b4 req-da459aa9-ab14-41e3-9cba-db09fbd3a72a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 943 time: 0.0760195 Jun 29 16:27:23.710768 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 46522) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:23.736530 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b6cf9c97-a673-4151-bdd8-4e6b58c4ee60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:23.771157 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-df1a8b50-be19-4799-bc18-c492614a49b4 req-18622824-543f-43d8-8310-70f7bfe6e988 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528214 Jun 29 16:27:23.844675 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b6cf9c97-a673-4151-bdd8-4e6b58c4ee60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:23.848313 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b6cf9c97-a673-4151-bdd8-4e6b58c4ee60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:23.851809 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:23.890054 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-b6cf9c97-a673-4151-bdd8-4e6b58c4ee60 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7042844be75b40f5a6ffe37384d1cbbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777658 Jun 29 16:27:23.891374 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf9c97-a673-4151-bdd8-4e6b58c4ee60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14626da4-a1fa-4847-9727-d03ea46d81bb,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:23.892619 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46524) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:23.896288 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b6cf9c97-a673-4151-bdd8-4e6b58c4ee60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:23.940908 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d741655-fc97-4387-8cea-c1b00e066147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:23.962500 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d741655-fc97-4387-8cea-c1b00e066147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:24.009267 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d741655-fc97-4387-8cea-c1b00e066147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:24.012700 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d741655-fc97-4387-8cea-c1b00e066147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:24.014093 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-3d741655-fc97-4387-8cea-c1b00e066147 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/14626da4-a1fa-4847-9727-d03ea46d81bb HTTP/1.1" status: 204 len: 168 time: 0.1203203 Jun 29 16:27:24.015301 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-46ef341a-f579-44da-bd64-c191029d40f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:24.024051 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d741655-fc97-4387-8cea-c1b00e066147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14626da4-a1fa-4847-9727-d03ea46d81bb,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:24.026733 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3d741655-fc97-4387-8cea-c1b00e066147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:24.984206 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b133353-bf8b-4eac-8356-beb8666c2a68 req-6138db9b-f036-4ad8-a157-b5172e3bed60 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:24.985800 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3b133353-bf8b-4eac-8356-beb8666c2a68 req-6138db9b-f036-4ad8-a157-b5172e3bed60 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 943 time: 0.0693324 Jun 29 16:27:25.035141 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3b133353-bf8b-4eac-8356-beb8666c2a68 req-fade5920-cdd1-4ab4-b9dc-24da5c4a7893 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390987 Jun 29 16:27:26.211156 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386d9f9-0450-4b2c-a689-9d339d30fb95 req-95ba8da7-835a-4df2-ae74-bccca689f6b5 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:26.213230 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3386d9f9-0450-4b2c-a689-9d339d30fb95 req-95ba8da7-835a-4df2-ae74-bccca689f6b5 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 943 time: 0.0683780 Jun 29 16:27:26.255862 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3386d9f9-0450-4b2c-a689-9d339d30fb95 req-f3a1126b-38e9-498e-a9cb-31e6a486dacf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367110 Jun 29 16:27:27.041177 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 46666) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:27.166130 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-58563de8-8d7c-4ae0-9540-e85afdb6bd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:27.254636 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-58563de8-8d7c-4ae0-9540-e85afdb6bd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:27.260160 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-58563de8-8d7c-4ae0-9540-e85afdb6bd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:27.264556 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f0f32ece-1164-4208-994b-29384d0776a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:27.300612 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58563de8-8d7c-4ae0-9540-e85afdb6bd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8247eb-e28a-40ca-9668-c0246e74f58b,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:27.308780 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46672) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:27.315996 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-58563de8-8d7c-4ae0-9540-e85afdb6bd3f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc47c72dc6644a0c9cfa6bb9ae8c8f82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654808 Jun 29 16:27:27.317253 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-58563de8-8d7c-4ae0-9540-e85afdb6bd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:27.360368 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-feb0ec64-f302-49be-b3a4-a2faa4d10e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:27.390260 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-feb0ec64-f302-49be-b3a4-a2faa4d10e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:27.478082 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958a6a3-fa48-4a10-af45-301bc3494b7c req-b02c5494-15b8-440b-bb16-6f1baf7f8c15 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:27.479587 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c958a6a3-fa48-4a10-af45-301bc3494b7c req-b02c5494-15b8-440b-bb16-6f1baf7f8c15 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 943 time: 0.1022911 Jun 29 16:27:27.484688 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-feb0ec64-f302-49be-b3a4-a2faa4d10e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:27.487185 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-feb0ec64-f302-49be-b3a4-a2faa4d10e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:27.488263 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-feb0ec64-f302-49be-b3a4-a2faa4d10e04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f8247eb-e28a-40ca-9668-c0246e74f58b HTTP/1.1" status: 204 len: 168 time: 0.1782067 Jun 29 16:27:27.490134 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2e63a927-69af-4dd3-bc31-ad562c16f956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:27.508830 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0ec64-f302-49be-b3a4-a2faa4d10e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8247eb-e28a-40ca-9668-c0246e74f58b,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:27.513122 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-feb0ec64-f302-49be-b3a4-a2faa4d10e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:27.534221 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c958a6a3-fa48-4a10-af45-301bc3494b7c req-072bb815-822c-4a1f-8fdb-0080b6021031 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448077 Jun 29 16:27:27.745616 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46678) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:27.758595 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fef6956b-ff02-4eee-8a8c-da15f27e38e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:27.845408 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fef6956b-ff02-4eee-8a8c-da15f27e38e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:27.849070 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fef6956b-ff02-4eee-8a8c-da15f27e38e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:27.852458 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-25290b0e-a680-442c-a620-c882323e33af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:27.888370 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-fef6956b-ff02-4eee-8a8c-da15f27e38e7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1835d82f3b5f45f1aea85a56d52cb9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416645 Jun 29 16:27:27.889532 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6956b-ff02-4eee-8a8c-da15f27e38e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51443812-808e-4d6c-8571-f6fcc2fae9c2,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:27.891031 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 46682) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:27.892696 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-fef6956b-ff02-4eee-8a8c-da15f27e38e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:27.941449 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f9a97102-3167-4ac1-8ccf-a31f7a80e48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:27.961443 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f9a97102-3167-4ac1-8ccf-a31f7a80e48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:28.009874 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f9a97102-3167-4ac1-8ccf-a31f7a80e48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:28.012557 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f9a97102-3167-4ac1-8ccf-a31f7a80e48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:28.013723 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f9a97102-3167-4ac1-8ccf-a31f7a80e48e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/51443812-808e-4d6c-8571-f6fcc2fae9c2 HTTP/1.1" status: 204 len: 168 time: 0.1216049 Jun 29 16:27:28.014580 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-811142de-868c-465c-a733-2729ca81c2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:28.022254 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a97102-3167-4ac1-8ccf-a31f7a80e48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51443812-808e-4d6c-8571-f6fcc2fae9c2,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:28.031652 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f9a97102-3167-4ac1-8ccf-a31f7a80e48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:28.723342 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8d71c-ac23-4ed2-8938-e5c834a49995 req-06a864ed-f44e-404c-9e32-f38088832d84 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:28.725143 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14d8d71c-ac23-4ed2-8938-e5c834a49995 req-06a864ed-f44e-404c-9e32-f38088832d84 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 943 time: 0.0723417 Jun 29 16:27:28.771843 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14d8d71c-ac23-4ed2-8938-e5c834a49995 req-37229945-1f41-4126-9a46-fac869263410 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399532 Jun 29 16:27:29.147885 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device b5033f98-b571-416d-ab9e-bbe0f3c708ce details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:27:29.257182 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port b5033f98-b571-416d-ab9e-bbe0f3c708ce, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b5033f98-b571-416d-ab9e-bbe0f3c708ce,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:27:29.269899 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Returning: {'device': 'b5033f98-b571-416d-ab9e-bbe0f3c708ce', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'port_id': 'b5033f98-b571-416d-ab9e-bbe0f3c708ce', 'mac_address': 'fa:16:3e:df:e8:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:27:29.308633 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:29.321243 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5033f98-b571-416d-ab9e-bbe0f3c708ce {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:27:29.347447 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port b5033f98-b571-416d-ab9e-bbe0f3c708ce, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b5033f98-b571-416d-ab9e-bbe0f3c708ce,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:27:29.352452 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:29.355904 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:29.402513 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=b5033f98-b571-416d-ab9e-bbe0f3c708ce,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:29.409350 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:29.409698 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:29.410039 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:29.410371 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:29.410701 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:29.411030 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:29.411356 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:29.411708 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:29.412034 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:29.412354 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:29.412674 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:29.412991 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:29.417495 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:29.802071 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['b5033f98-b571-416d-ab9e-bbe0f3c708ce'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:27:29.976435 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b57ab4-85bd-4d66-be7b-c2db36be36b3 req-9cc0fc06-238d-4ff9-9efa-f1a7ecccd906 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:29.979131 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b6b57ab4-85bd-4d66-be7b-c2db36be36b3 req-9cc0fc06-238d-4ff9-9efa-f1a7ecccd906 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 944 time: 0.0780110 Jun 29 16:27:30.018943 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b6b57ab4-85bd-4d66-be7b-c2db36be36b3 req-c32eb7f7-a0cb-44e4-81ec-a37b96b3b36c tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339324 Jun 29 16:27:31.161691 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device b5033f98-b571-416d-ab9e-bbe0f3c708ce up at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:27:31.207709 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16aea7d-3a24-4e48-9ca0-a64779659cc8 req-41c7c5df-b708-4f97-bf05-fb8423ccf6e2 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:31.215819 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning for port b5033f98-b571-416d-ab9e-bbe0f3c708ce completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:27:31.220095 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f16aea7d-3a24-4e48-9ca0-a64779659cc8 req-41c7c5df-b708-4f97-bf05-fb8423ccf6e2 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 944 time: 0.0757933 Jun 29 16:27:31.220662 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning complete for port b5033f98-b571-416d-ab9e-bbe0f3c708ce triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:27:31.221370 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:31.255968 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f16aea7d-3a24-4e48-9ca0-a64779659cc8 req-7f2a0466-b5c7-44b0-a9d1-85e6d755106f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348678 Jun 29 16:27:31.305816 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:31.332336 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115b9da0-6208-48db-ad55-43a0c120b03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5033f98-b571-416d-ab9e-bbe0f3c708ce'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:27:31.334650 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e148ad334d6b0a25feb6cb172eaafc5bfcff4dbaa69dd97dd66c28eda2659d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b0747b-da7f-4e7b-a57c-c2e5a9aa82b7" -d '{"events": [{"server_uuid": "115b9da0-6208-48db-ad55-43a0c120b03b", "name": "network-vif-plugged", "status": "completed", "tag": "b5033f98-b571-416d-ab9e-bbe0f3c708ce"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:27:31.348630 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port b5033f98-b571-416d-ab9e-bbe0f3c708ce, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b5033f98-b571-416d-ab9e-bbe0f3c708ce,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:27:31.352914 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:31.355322 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:31.376126 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff7d036-6cd0-4c15-b5dc-438c72b6e956 x-openstack-request-id: req-7ff7d036-6cd0-4c15-b5dc-438c72b6e956 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:27:31.376424 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115b9da0-6208-48db-ad55-43a0c120b03b", "name": "network-vif-plugged", "status": "completed", "tag": "b5033f98-b571-416d-ab9e-bbe0f3c708ce", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:27:31.376681 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ff7d036-6cd0-4c15-b5dc-438c72b6e956 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:27:31.377066 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115b9da0-6208-48db-ad55-43a0c120b03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5033f98-b571-416d-ab9e-bbe0f3c708ce', 'code': 200} Jun 29 16:27:31.403981 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=b5033f98-b571-416d-ab9e-bbe0f3c708ce,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:31.407598 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:31.654512 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0517d57-68e9-4292-9089-7d647ea893f8 req-0fba8f74-c1a5-417c-b0e3-c1d6bc9d1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:31.656200 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e0517d57-68e9-4292-9089-7d647ea893f8 req-0fba8f74-c1a5-417c-b0e3-c1d6bc9d1b25 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 1098 time: 0.0554054 Jun 29 16:27:31.689631 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e0517d57-68e9-4292-9089-7d647ea893f8 req-7c5b1741-21f3-437c-af0f-e497872eb92e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265379 Jun 29 16:27:32.443964 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6494eda-3a30-49f3-93b0-33d8e029d6e0 req-fb40ef83-cffb-4359-bddf-5ac35fb913f6 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:32.445441 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a6494eda-3a30-49f3-93b0-33d8e029d6e0 req-fb40ef83-cffb-4359-bddf-5ac35fb913f6 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 945 time: 0.0643287 Jun 29 16:27:32.485220 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a6494eda-3a30-49f3-93b0-33d8e029d6e0 req-6dbf8c68-7f9f-4255-b025-9649e403c285 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338492 Jun 29 16:27:33.666481 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de4909-d70c-4437-b97b-b400e4b88f3d req-5ceb69f4-3dc1-492b-aed7-66f46f24c74f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:33.667997 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-40de4909-d70c-4437-b97b-b400e4b88f3d req-5ceb69f4-3dc1-492b-aed7-66f46f24c74f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 945 time: 0.0689759 Jun 29 16:27:33.708038 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-40de4909-d70c-4437-b97b-b400e4b88f3d req-5452ed78-0bad-4675-82f2-d1e2d235bd9d tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343051 Jun 29 16:27:33.888360 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a20c7c-7944-4349-9de2-6c5ec606657e req-08690d22-3308-45a1-9171-4f06687cf5e2 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:33.889870 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-71a20c7c-7944-4349-9de2-6c5ec606657e req-08690d22-3308-45a1-9171-4f06687cf5e2 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 945 time: 0.0706873 Jun 29 16:27:33.927704 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-71a20c7c-7944-4349-9de2-6c5ec606657e req-c5554338-1a63-4560-a728-72018c897e91 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321326 Jun 29 16:27:33.953238 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 46788) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:33.953786 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46790) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:34.070385 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7a9618d2-1e42-42fd-931b-699129a0ded6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:34.182815 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7a9618d2-1e42-42fd-931b-699129a0ded6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:34.184888 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f360d0-92fc-4d92-8eb8-b4e1ce9e812a tempest-TestVolumeBootPattern-148727641 tempest-TestVolumeBootPattern-148727641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:34.187343 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7a9618d2-1e42-42fd-931b-699129a0ded6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:34.190007 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-c9f360d0-92fc-4d92-8eb8-b4e1ce9e812a tempest-TestVolumeBootPattern-148727641 tempest-TestVolumeBootPattern-148727641-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 1093 time: 0.2356675 Jun 29 16:27:34.190706 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 46798) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:34.192615 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c1612f08-e75d-472d-85fa-d642e16c1fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:34.195334 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Request body: {'floatingip': {'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'port_id': 'b5033f98-b571-416d-ab9e-bbe0f3c708ce', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:27:34.221065 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for floatingip, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:34.230311 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7a9618d2-1e42-42fd-931b-699129a0ded6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9afe8c34de6e433a919905d01a0300ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753630 Jun 29 16:27:34.232665 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9618d2-1e42-42fd-931b-699129a0ded6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2fc454-387f-462d-a26f-67e89c8f4fd3,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:34.234444 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 46800) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:34.235889 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7a9618d2-1e42-42fd-931b-699129a0ded6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:34.329915 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-db6d2c62-9849-4990-b80c-4ef292649f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:34.359546 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-db6d2c62-9849-4990-b80c-4ef292649f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:34.403846 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:34.453265 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-db6d2c62-9849-4990-b80c-4ef292649f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:34.455899 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-db6d2c62-9849-4990-b80c-4ef292649f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:34.457042 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-db6d2c62-9849-4990-b80c-4ef292649f32 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4c2fc454-387f-462d-a26f-67e89c8f4fd3 HTTP/1.1" status: 204 len: 168 time: 0.2206569 Jun 29 16:27:34.462907 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b5122e59-85cd-47a7-a31c-c5cad45f97bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:34.476156 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d2c62-9849-4990-b80c-4ef292649f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2fc454-387f-462d-a26f-67e89c8f4fd3,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:34.481003 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-db6d2c62-9849-4990-b80c-4ef292649f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:34.542006 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Allocated IP 172.27.2.112 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/1620b93f-defc-440b-b70d-3782f4c30770) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:27:34.647794 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:34.692194 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:34.695140 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9d1fafcf-1b0a-474e-a2e9-5c7b359bd4fa tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:34.738276 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:27:34.743195 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:27:34.745760 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:27:34.746880 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46806) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:34.752066 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event updated for resources: {'Port': ['ID=1620b93f-defc-440b-b70d-3782f4c30770,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:34.765364 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-38f27955-0598-4fa6-9a53-2674b1c01e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:34.772106 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:34.859116 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-38f27955-0598-4fa6-9a53-2674b1c01e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:34.874829 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-38f27955-0598-4fa6-9a53-2674b1c01e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:34.878886 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1072a84c-a376-4774-b335-5353c6dc251d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:34.921150 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f27955-0598-4fa6-9a53-2674b1c01e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9497a7-c33b-4360-a9b8-69cf24dbd565,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:34.925523 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-38f27955-0598-4fa6-9a53-2674b1c01e76 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e50fef4718bf46ce905343d76160f710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767766 Jun 29 16:27:34.926469 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-38f27955-0598-4fa6-9a53-2674b1c01e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:34.927926 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46808) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:34.978640 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8adef5f2-968a-4cce-b79b-a821ee109872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:34.999774 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8adef5f2-968a-4cce-b79b-a821ee109872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:35.046263 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8adef5f2-968a-4cce-b79b-a821ee109872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:35.048895 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8adef5f2-968a-4cce-b79b-a821ee109872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:35.050177 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8adef5f2-968a-4cce-b79b-a821ee109872 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c9497a7-c33b-4360-a9b8-69cf24dbd565 HTTP/1.1" status: 204 len: 168 time: 0.1210952 Jun 29 16:27:35.050932 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b1f790b7-32bd-4f1d-ad89-909ba2efbbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:35.059420 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adef5f2-968a-4cce-b79b-a821ee109872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9497a7-c33b-4360-a9b8-69cf24dbd565,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:35.061690 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8adef5f2-968a-4cce-b79b-a821ee109872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:35.139716 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:35.222062 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:35.376416 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:35.381537 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:35.383501 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:35.451182 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event updated for resources: {'Port': ['ID=1620b93f-defc-440b-b70d-3782f4c30770,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:35.455195 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:35.473337 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3760652'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:35.581755 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Floating IP 3d95c1a7-634d-4777-91cd-d18492c260df associated. External IP: 172.27.2.112, port: b5033f98-b571-416d-ab9e-bbe0f3c708ce. Jun 29 16:27:35.751573 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46832) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:35.796808 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Router 18b7c948-9b6d-494e-af64-6bcc0c589490 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:27:35.845450 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-383380848-network', 'tenant_id': 'e8d25e539ba34ad29d3e9be34bf7231f'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:27:35.867194 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] Made reservation on behalf of e8d25e539ba34ad29d3e9be34bf7231f for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:27:35.869864 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:35.878134 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:35.905470 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:27:35.917365 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e78c9a6-fd52-491e-a0cb-a6d5c60ad683 None None] Sync routers for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:27:35.926218 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e78c9a6-fd52-491e-a0cb-a6d5c60ad683 None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:27:35.927011 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-3e78c9a6-fd52-491e-a0cb-a6d5c60ad683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:27:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:27:35.976525 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:35.981768 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:35.985731 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:35.986173 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1cd94f8e-aefb-4df2-ac67-268a250ebea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:36.007423 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:27:36.019990 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c219ca-48ca-4f3e-bb22-e73fb70b4bb3,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:36.022992 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:36.023598 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] Added segment 908314d8-f906-4e9c-a279-93c43600e9f3 of type vlan for network 56b0585c-b846-48c8-b85c-fdcb31ef1ef4 Jun 29 16:27:36.026281 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8345435 Jun 29 16:27:36.027440 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115b9da0-6208-48db-ad55-43a0c120b03b', 'tag': 'b5033f98-b571-416d-ab9e-bbe0f3c708ce'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:27:36.029783 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3f6a7d-c9a1-478b-915c-6d4990d1a2da" -d '{"events": [{"name": "network-changed", "server_uuid": "115b9da0-6208-48db-ad55-43a0c120b03b", "tag": "b5033f98-b571-416d-ab9e-bbe0f3c708ce"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:27:36.034014 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:36.043754 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-3e78c9a6-fd52-491e-a0cb-a6d5c60ad683 None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:27:36.067951 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:36.079955 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592f644f-3be5-40b9-b2fd-73eebbf9ad4f x-openstack-request-id: req-592f644f-3be5-40b9-b2fd-73eebbf9ad4f {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:27:36.080336 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115b9da0-6208-48db-ad55-43a0c120b03b", "tag": "b5033f98-b571-416d-ab9e-bbe0f3c708ce", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:27:36.080627 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-592f644f-3be5-40b9-b2fd-73eebbf9ad4f {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:27:36.081055 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115b9da0-6208-48db-ad55-43a0c120b03b', 'tag': 'b5033f98-b571-416d-ab9e-bbe0f3c708ce', 'status': 'completed', 'code': 200} Jun 29 16:27:36.097348 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:36.098678 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:36.099252 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:36.102228 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:36.148346 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3929496 Jun 29 16:27:36.150454 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46840) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:36.155752 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-76e6cab8-aa3d-4fd9-9eec-c0c3f48ef957 admin admin] Request body: {'subnet': {'network_id': '56b0585c-b846-48c8-b85c-fdcb31ef1ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-383380848-subnet', 'tenant_id': 'e8d25e539ba34ad29d3e9be34bf7231f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:27:36.157087 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f6a7d-c9a1-478b-915c-6d4990d1a2da req-4d0ae42c-28bf-4c0c-afd0-7ac851442ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:36.158565 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9e3f6a7d-c9a1-478b-915c-6d4990d1a2da req-4d0ae42c-28bf-4c0c-afd0-7ac851442ba7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 1098 time: 0.0547190 Jun 29 16:27:36.181695 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] Pushing event updated for resources: {'Network': ['ID=56b0585c-b846-48c8-b85c-fdcb31ef1ef4,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:36.185587 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:36.195983 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network 56b0585c-b846-48c8-b85c-fdcb31ef1ef4 details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:27:36.200531 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e6cab8-aa3d-4fd9-9eec-c0c3f48ef957 admin admin] Made reservation on behalf of e8d25e539ba34ad29d3e9be34bf7231f for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:27:36.203668 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-76e6cab8-aa3d-4fd9-9eec-c0c3f48ef957 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10257514'] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:36.270486 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f6a7d-c9a1-478b-915c-6d4990d1a2da req-faba0966-e40f-4b10-849e-f65b9227993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:36.272096 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9e3f6a7d-c9a1-478b-915c-6d4990d1a2da req-faba0966-e40f-4b10-849e-f65b9227993f service neutron] 10.222.0.77 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 913 time: 0.1071246 Jun 29 16:27:36.349222 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9e3f6a7d-c9a1-478b-915c-6d4990d1a2da req-48f8505f-580a-41d6-9b43-3d6516e91feb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5033f98-b571-416d-ab9e-bbe0f3c708ce HTTP/1.1" status: 200 len: 999 time: 0.0701525 Jun 29 16:27:36.357065 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-3e78c9a6-fd52-491e-a0cb-a6d5c60ad683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '3d95c1a7-634d-4777-91cd-d18492c260df', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'port_id': 'b5033f98-b571-416d-ab9e-bbe0f3c708ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'mac_address': 'fa:16:3e:df:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115b9da0-6208-48db-ad55-43a0c120b03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:27:34Z', 'updated_at': '2021-06-29T16:27:34Z', 'revision_number': 0, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:27:36.391519 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e78c9a6-fd52-491e-a0cb-a6d5c60ad683 None None] Checking router: 18b7c948-9b6d-494e-af64-6bcc0c589490 for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:27:36.395586 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-76e6cab8-aa3d-4fd9-9eec-c0c3f48ef957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10445054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10257528'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:36.398762 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-617d0521-d5b5-4e93-ac81-ab536cddd6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:36.401001 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e78c9a6-fd52-491e-a0cb-a6d5c60ad683 None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:27:36.401793 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-3e78c9a6-fd52-491e-a0cb-a6d5c60ad683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:27:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:27:36.409813 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f6a7d-c9a1-478b-915c-6d4990d1a2da req-92a7ba8c-4328-4cf9-8b91-bc2377e1cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:36.411556 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9e3f6a7d-c9a1-478b-915c-6d4990d1a2da req-92a7ba8c-4328-4cf9-8b91-bc2377e1cdfe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89a9a178-553f-4db0-b618-61d33d746787 HTTP/1.1" status: 200 len: 851 time: 0.0557163 Jun 29 16:27:36.468059 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e6cab8-aa3d-4fd9-9eec-c0c3f48ef957 admin admin] Checking segment: {'id': '908314d8-f906-4e9c-a279-93c43600e9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '56b0585c-b846-48c8-b85c-fdcb31ef1ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:27:36.468837 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e6cab8-aa3d-4fd9-9eec-c0c3f48ef957 admin admin] Network hostable DHCP agents. Network: 56b0585c-b846-48c8-b85c-fdcb31ef1ef4, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:27:36.470550 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6cab8-aa3d-4fd9-9eec-c0c3f48ef957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5779afd0-5bfe-41a2-bc8a-b37b81ee316d,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:36.474091 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-76e6cab8-aa3d-4fd9-9eec-c0c3f48ef957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:36.479368 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f6a7d-c9a1-478b-915c-6d4990d1a2da req-13708c71-57fa-4bd3-8fb2-fd37f5f69956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:36.481159 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9e3f6a7d-c9a1-478b-915c-6d4990d1a2da req-13708c71-57fa-4bd3-8fb2-fd37f5f69956 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efd76866-055a-4788-83f9-a828af2aedf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0622852 Jun 29 16:27:36.489603 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e6cab8-aa3d-4fd9-9eec-c0c3f48ef957 admin admin] Network 56b0585c-b846-48c8-b85c-fdcb31ef1ef4 is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:27:36.499939 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-76e6cab8-aa3d-4fd9-9eec-c0c3f48ef957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, 56b0585c-b846-48c8-b85c-fdcb31ef1ef4) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:27:36.504557 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e6cab8-aa3d-4fd9-9eec-c0c3f48ef957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:36.505477 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-76e6cab8-aa3d-4fd9-9eec-c0c3f48ef957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:36.511901 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-3e78c9a6-fd52-491e-a0cb-a6d5c60ad683 None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:27:36.514243 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010e4d11-a5ae-4f88-9e42-1ff61b358fae None None] Network 56b0585c-b846-48c8-b85c-fdcb31ef1ef4 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:27:36.532155 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-76e6cab8-aa3d-4fd9-9eec-c0c3f48ef957 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3806319 Jun 29 16:27:36.586850 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9e3f6a7d-c9a1-478b-915c-6d4990d1a2da req-524253b9-8785-4f31-a9a0-65616f3587d7 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981677 Jun 29 16:27:36.664902 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c173f78c-ee13-4484-b2b3-72b3479e99a1 None None] Network 56b0585c-b846-48c8-b85c-fdcb31ef1ef4 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:27:36.706173 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9e3f6a7d-c9a1-478b-915c-6d4990d1a2da req-31ca515f-5f6e-4e32-bf9a-4621a8391056 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112530 Jun 29 16:27:36.778710 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-3e78c9a6-fd52-491e-a0cb-a6d5c60ad683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '3d95c1a7-634d-4777-91cd-d18492c260df', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'port_id': 'b5033f98-b571-416d-ab9e-bbe0f3c708ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'mac_address': 'fa:16:3e:df:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115b9da0-6208-48db-ad55-43a0c120b03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:27:34Z', 'updated_at': '2021-06-29T16:27:34Z', 'revision_number': 0, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:27:36.807204 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e78c9a6-fd52-491e-a0cb-a6d5c60ad683 None None] The sync data for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi is: [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '3d95c1a7-634d-4777-91cd-d18492c260df', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'port_id': 'b5033f98-b571-416d-ab9e-bbe0f3c708ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'mac_address': 'fa:16:3e:df:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115b9da0-6208-48db-ad55-43a0c120b03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:27:34Z', 'updated_at': '2021-06-29T16:27:34Z', 'revision_number': 0, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:27:37.009027 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690e5e3-7105-4802-9608-0319eb5d43ba None None] New status for floating IP 3d95c1a7-634d-4777-91cd-d18492c260df: ACTIVE {{(pid=92896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:27:37.064973 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 46858) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:37.070197 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-850944574-network', 'tenant_id': '8d971218ba564ff3adf1c6da9781813a'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:27:37.089894 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] Made reservation on behalf of 8d971218ba564ff3adf1c6da9781813a for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:27:37.092373 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:37.100794 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:37.191058 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:37.195158 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:37.199283 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3eb8d935-102c-4549-bd5b-d9a8f5a30b02 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:37.220789 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:27:37.231060 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8316d5-fe34-4185-8574-ee7a517d1574,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:37.235499 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:37.236535 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:37.236875 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] Added segment dee0068a-ec6b-426d-ab19-e858ef4b1221 of type vlan for network 6af4664b-d010-4a90-801b-b223477580a6 Jun 29 16:27:37.283414 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:37.313219 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:37.314587 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:37.315159 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:37.317145 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:37.363949 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2973549 Jun 29 16:27:37.366305 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 46862) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:37.372128 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-dcb30247-944c-4496-839d-551ec833779a admin admin] Request body: {'subnet': {'network_id': '6af4664b-d010-4a90-801b-b223477580a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-850944574-subnet', 'tenant_id': '8d971218ba564ff3adf1c6da9781813a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:27:37.374206 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] Pushing event updated for resources: {'Network': ['ID=6af4664b-d010-4a90-801b-b223477580a6,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:37.380430 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7380b9de-b5e2-4905-b054-855016f6b0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:37.386080 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network 6af4664b-d010-4a90-801b-b223477580a6 details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:27:37.395666 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb30247-944c-4496-839d-551ec833779a admin admin] Made reservation on behalf of 8d971218ba564ff3adf1c6da9781813a for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:27:37.398947 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dcb30247-944c-4496-839d-551ec833779a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10257514'] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:37.581231 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dcb30247-944c-4496-839d-551ec833779a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10445054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10257528'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:37.584181 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:37.636854 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb30247-944c-4496-839d-551ec833779a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9744699d-3b17-46ae-be91-350d0a0aa22e,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:37.640811 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-dcb30247-944c-4496-839d-551ec833779a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:37.646209 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb30247-944c-4496-839d-551ec833779a admin admin] Checking segment: {'id': 'dee0068a-ec6b-426d-ab19-e858ef4b1221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6af4664b-d010-4a90-801b-b223477580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:27:37.646568 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb30247-944c-4496-839d-551ec833779a admin admin] Network hostable DHCP agents. Network: 6af4664b-d010-4a90-801b-b223477580a6, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:27:37.663774 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb30247-944c-4496-839d-551ec833779a admin admin] Network 6af4664b-d010-4a90-801b-b223477580a6 is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:27:37.671816 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-dcb30247-944c-4496-839d-551ec833779a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, 6af4664b-d010-4a90-801b-b223477580a6) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:27:37.675758 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb30247-944c-4496-839d-551ec833779a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:37.676341 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dcb30247-944c-4496-839d-551ec833779a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:37.681893 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07eec9d-418b-4a0f-92d0-c28b1a089320 None None] Network 6af4664b-d010-4a90-801b-b223477580a6 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:27:37.692286 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-dcb30247-944c-4496-839d-551ec833779a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3244948 Jun 29 16:27:37.727917 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:27:37.806813 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cbac27-69cb-4df4-8128-8a475d3080c2 None None] Network 6af4664b-d010-4a90-801b-b223477580a6 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:27:38.212192 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:38.233234 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ac31005e-360d-4235-8ebb-12d81569d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:40.831757 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-781a100a-34e1-45de-8481-df056817b47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:41.440259 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:42.029867 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:43.778119 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:51.413832 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47010) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:51.475722 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f818bc-91bb-4cb9-9878-dbea0b0b1b76 admin admin] Deleting subnet 5779afd0-5bfe-41a2-bc8a-b37b81ee316d {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:27:51.478525 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-61f818bc-91bb-4cb9-9878-dbea0b0b1b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:51.520429 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-61f818bc-91bb-4cb9-9878-dbea0b0b1b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10093827'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:51.567438 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-61f818bc-91bb-4cb9-9878-dbea0b0b1b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531522'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:51.627574 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-61f818bc-91bb-4cb9-9878-dbea0b0b1b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10444977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10257487'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:51.630145 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-76e6cab8-aa3d-4fd9-9eec-c0c3f48ef957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:51.655042 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f818bc-91bb-4cb9-9878-dbea0b0b1b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5779afd0-5bfe-41a2-bc8a-b37b81ee316d,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:51.659351 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-61f818bc-91bb-4cb9-9878-dbea0b0b1b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:51.661052 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-61f818bc-91bb-4cb9-9878-dbea0b0b1b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:51.664320 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-61f818bc-91bb-4cb9-9878-dbea0b0b1b76 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5779afd0-5bfe-41a2-bc8a-b37b81ee316d HTTP/1.1" status: 204 len: 168 time: 0.2491114 Jun 29 16:27:51.666869 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47012) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:51.748525 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fb0a-ff11-47e0-bcd0-81e9bcd83a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621183'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:51.826730 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fb0a-ff11-47e0-bcd0-81e9bcd83a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531612', 'neutron.services.segments.db._delete_segments_for_network-8766223617091'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:51.836985 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-c6c4fb0a-ff11-47e0-bcd0-81e9bcd83a71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b0585c-b846-48c8-b85c-fdcb31ef1ef4']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:27:51.850772 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-c6c4fb0a-ff11-47e0-bcd0-81e9bcd83a71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908314d8-f906-4e9c-a279-93c43600e9f3') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:27:51.851069 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-c6c4fb0a-ff11-47e0-bcd0-81e9bcd83a71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908314d8-f906-4e9c-a279-93c43600e9f3') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:27:51.860440 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fb0a-ff11-47e0-bcd0-81e9bcd83a71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766223416266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093836'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:51.874351 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fb0a-ff11-47e0-bcd0-81e9bcd83a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:51.881846 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c4fb0a-ff11-47e0-bcd0-81e9bcd83a71 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:27:51.882241 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fb0a-ff11-47e0-bcd0-81e9bcd83a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10444828'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: timer() Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: cb(*args, **kw) Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: self._notify() Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: self.callback(batched_events) Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: event.method(event) Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: return self._get(url).json() Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:27:51.883932 dv-cinder-786627-15-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:27:51.951740 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fb0a-ff11-47e0-bcd0-81e9bcd83a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3760702'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:51.955337 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:51.957871 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fb0a-ff11-47e0-bcd0-81e9bcd83a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:51.959682 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c6c4fb0a-ff11-47e0-bcd0-81e9bcd83a71 admin admin] 10.222.0.66 "DELETE /v2.0/networks/56b0585c-b846-48c8-b85c-fdcb31ef1ef4 HTTP/1.1" status: 204 len: 168 time: 0.2914166 Jun 29 16:27:51.963077 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47014) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:51.971090 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4fb0a-ff11-47e0-bcd0-81e9bcd83a71 admin admin] Pushing event deleted for resources: {'Network': ['ID=56b0585c-b846-48c8-b85c-fdcb31ef1ef4,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:51.973488 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c6c4fb0a-ff11-47e0-bcd0-81e9bcd83a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:52.010363 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6faf41a8-2144-42b0-87c8-2c7b58b51da4 admin admin] Deleting subnet 9744699d-3b17-46ae-be91-350d0a0aa22e {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:27:52.013942 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6faf41a8-2144-42b0-87c8-2c7b58b51da4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.054333 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6faf41a8-2144-42b0-87c8-2c7b58b51da4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9042959'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.097130 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6faf41a8-2144-42b0-87c8-2c7b58b51da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531522'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.155335 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6faf41a8-2144-42b0-87c8-2c7b58b51da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9365175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12300084'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.157651 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:52.183965 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf41a8-2144-42b0-87c8-2c7b58b51da4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9744699d-3b17-46ae-be91-350d0a0aa22e,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:52.187233 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6faf41a8-2144-42b0-87c8-2c7b58b51da4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.192112 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6faf41a8-2144-42b0-87c8-2c7b58b51da4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9744699d-3b17-46ae-be91-350d0a0aa22e HTTP/1.1" status: 204 len: 168 time: 0.2279036 Jun 29 16:27:52.192387 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47018) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:52.193306 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6faf41a8-2144-42b0-87c8-2c7b58b51da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:52.265694 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a86049de-40d6-435f-9e86-0730385aa177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621183'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.350577 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a86049de-40d6-435f-9e86-0730385aa177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531612', 'neutron.services.segments.db._delete_segments_for_network-8766223617091'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.360704 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-a86049de-40d6-435f-9e86-0730385aa177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af4664b-d010-4a90-801b-b223477580a6']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:27:52.370498 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-a86049de-40d6-435f-9e86-0730385aa177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee0068a-ec6b-426d-ab19-e858ef4b1221') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:27:52.370798 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-a86049de-40d6-435f-9e86-0730385aa177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee0068a-ec6b-426d-ab19-e858ef4b1221') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:27:52.380289 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a86049de-40d6-435f-9e86-0730385aa177 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766223416266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093836'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.394221 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a86049de-40d6-435f-9e86-0730385aa177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.399992 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86049de-40d6-435f-9e86-0730385aa177 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:27:52.400368 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a86049de-40d6-435f-9e86-0730385aa177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10444828'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: timer() Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: cb(*args, **kw) Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: self._notify() Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: self.callback(batched_events) Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: event.method(event) Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: return self._get(url).json() Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:27:52.402431 dv-cinder-786627-15-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:27:52.465421 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a86049de-40d6-435f-9e86-0730385aa177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3760702'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.470965 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a86049de-40d6-435f-9e86-0730385aa177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.473136 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a86049de-40d6-435f-9e86-0730385aa177 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6af4664b-d010-4a90-801b-b223477580a6 HTTP/1.1" status: 204 len: 168 time: 0.2795022 Jun 29 16:27:52.473613 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:52.486964 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86049de-40d6-435f-9e86-0730385aa177 admin admin] Pushing event deleted for resources: {'Network': ['ID=6af4664b-d010-4a90-801b-b223477580a6,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:52.489953 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a86049de-40d6-435f-9e86-0730385aa177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:52.639953 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47022) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:52.683291 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-565ca3dd-0fa4-4947-8229-b54bbec09932 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e8d25e539ba34ad29d3e9be34bf7231f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415614 Jun 29 16:27:52.686089 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47024) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:52.754880 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9100-8379-4173-853c-d4a6b9777bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.784613 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9100-8379-4173-853c-d4a6b9777bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.835959 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9100-8379-4173-853c-d4a6b9777bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.838490 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9100-8379-4173-853c-d4a6b9777bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.840217 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c9eb9100-8379-4173-853c-d4a6b9777bdd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/06c219ca-48ca-4f3e-bb22-e73fb70b4bb3 HTTP/1.1" status: 204 len: 168 time: 0.1530423 Jun 29 16:27:52.841010 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-afec1e12-ee9c-48a8-b90d-a9ec89660769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:52.850856 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb9100-8379-4173-853c-d4a6b9777bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c219ca-48ca-4f3e-bb22-e73fb70b4bb3,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:52.853510 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c9eb9100-8379-4173-853c-d4a6b9777bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:53.184037 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47030) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:53.235419 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-47a5ab3f-c5ca-46e1-a614-7e91c34c7aa6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d971218ba564ff3adf1c6da9781813a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501347 Jun 29 16:27:53.238568 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47032) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:53.299919 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ec3e-131b-454b-b0c1-8873ac837b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:53.321194 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ec3e-131b-454b-b0c1-8873ac837b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:53.378485 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ec3e-131b-454b-b0c1-8873ac837b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:53.381506 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ec3e-131b-454b-b0c1-8873ac837b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:53.382706 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-aaa3ec3e-131b-454b-b0c1-8873ac837b11 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b8316d5-fe34-4185-8574-ee7a517d1574 HTTP/1.1" status: 204 len: 168 time: 0.1426859 Jun 29 16:27:53.383457 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5860f8f8-338b-4755-8f62-8c60615294e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:53.395867 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3ec3e-131b-454b-b0c1-8873ac837b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8316d5-fe34-4185-8574-ee7a517d1574,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:53.400960 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-aaa3ec3e-131b-454b-b0c1-8873ac837b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:54.583611 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47066) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:54.696015 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-38d4104a-db38-4d8b-b342-8f0060dd0934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:54.795902 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-38d4104a-db38-4d8b-b342-8f0060dd0934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:54.799881 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-38d4104a-db38-4d8b-b342-8f0060dd0934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:54.802467 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-42b29f62-5c29-4e4c-aa4b-61cba33899f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:54.840458 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-38d4104a-db38-4d8b-b342-8f0060dd0934 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c721642ccf524c2fa5c7f6822b3eb0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556214 Jun 29 16:27:54.841274 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4104a-db38-4d8b-b342-8f0060dd0934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7df3ba2-1499-4a39-a28c-0408166bd125,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:54.844222 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47070) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:54.844782 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-38d4104a-db38-4d8b-b342-8f0060dd0934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:54.908516 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37bf09c2-1afb-4196-b513-b3d0f30968ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:54.929891 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37bf09c2-1afb-4196-b513-b3d0f30968ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:54.980292 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37bf09c2-1afb-4196-b513-b3d0f30968ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:54.982828 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37bf09c2-1afb-4196-b513-b3d0f30968ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:54.983980 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-37bf09c2-1afb-4196-b513-b3d0f30968ad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e7df3ba2-1499-4a39-a28c-0408166bd125 HTTP/1.1" status: 204 len: 168 time: 0.1379740 Jun 29 16:27:54.984754 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a59a6646-bfe6-4cf4-8ede-a30547afb004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:54.993559 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf09c2-1afb-4196-b513-b3d0f30968ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7df3ba2-1499-4a39-a28c-0408166bd125,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:54.995997 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-37bf09c2-1afb-4196-b513-b3d0f30968ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:57.329640 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-2b7845b5-8358-4ad5-9168-b82e202fb4b3 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4db54bf758f347dc9b412b4a2a01db1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376806 Jun 29 16:27:57.784776 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-e6411174-0442-40fe-bc31-dcb86a610e26 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:57.784776 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-e6411174-0442-40fe-bc31-dcb86a610e26 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4486241 Jun 29 16:27:57.799776 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-e02e8780-c233-4634-91c2-9eefff22f0ed tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/quotas/4db54bf758f347dc9b412b4a2a01db1e HTTP/1.1" status: 200 len: 375 time: 0.0100060 Jun 29 16:27:57.834790 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-3f58d6ff-e998-413e-8135-de2f1456401a tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4db54bf758f347dc9b412b4a2a01db1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289793 Jun 29 16:27:58.008101 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-516108c7-bd4b-4385-8bed-c024f26c996d req-65ed9515-2e4d-4ba6-8cdf-7622e9c07004 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/ports?device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 210 time: 0.0310922 Jun 29 16:27:59.084749 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-4b2a6c37-1e85-42b1-86d9-4dc5808f512f tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=4db54bf758f347dc9b412b4a2a01db1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296149 Jun 29 16:27:59.171367 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-80b20ece-12b9-4929-8544-d357d9c0c6bc req-8bc22d11-9cbc-4e63-a8e5-02acce31677b tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/ports?device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 210 time: 0.0315669 Jun 29 16:27:59.229369 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-e90a8d3c-00b0-42bc-9cb9-af3d79943c20 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:27:59.231624 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-e90a8d3c-00b0-42bc-9cb9-af3d79943c20 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416457 Jun 29 16:27:59.246893 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Request body: {'port': {'device_id': '16e5b667-e280-4fa1-ba5b-ffbd633dc2dd', 'network_id': '4099f0e2-6e7b-4c08-b7c5-7758e5688ceb', 'admin_state_up': True, 'tenant_id': '4db54bf758f347dc9b412b4a2a01db1e'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:27:59.410910 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Made reservation on behalf of 4db54bf758f347dc9b412b4a2a01db1e for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:27:59.414457 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:59.423413 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:59.519411 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:59.526318 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:59.531080 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-91a15b62-7d92-4392-9bce-4a8b308c7773 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:59.588066 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1548ea6-2b64-4d68-a1dc-f5229469bcfa,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:59.592200 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:59.683273 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Allocated IP 192.168.233.222 (4099f0e2-6e7b-4c08-b7c5-7758e5688ceb/e3c21575-f696-42d5-915a-99ea705010e3/66d251eb-617d-47ec-8354-10470d7c142d) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:27:59.854620 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:59.874294 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Transition to ACTIVE for port object 66d251eb-617d-47ec-8354-10470d7c142d will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:27:59.911183 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:59.915723 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0ea731ce-3d64-494f-b307-c877718fbb61 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:59.959899 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Network 4099f0e2-6e7b-4c08-b7c5-7758e5688ceb is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:27:59.963349 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:27:59.967434 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:27:59.992798 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Pushing event updated for resources: {'Port': ['ID=66d251eb-617d-47ec-8354-10470d7c142d,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:59.997926 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:00.024822 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:00.026586 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:00.043732 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8000767 Jun 29 16:28:00.055723 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Request body: {'port': {'device_id': '16e5b667-e280-4fa1-ba5b-ffbd633dc2dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:00.136798 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:00.250301 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-5d18eced-ab43-4024-a927-b2ac107fcf77 None None] Provisioning for port 66d251eb-617d-47ec-8354-10470d7c142d completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:00.264724 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-5d18eced-ab43-4024-a927-b2ac107fcf77 None None] Provisioning complete for port 66d251eb-617d-47ec-8354-10470d7c142d triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:00.265710 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5d18eced-ab43-4024-a927-b2ac107fcf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:00.317816 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-5d18eced-ab43-4024-a927-b2ac107fcf77 None None] Port 66d251eb-617d-47ec-8354-10470d7c142d cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:28:00.384358 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed082bc-de5b-429e-bac2-17939f2a4712 req-db3c5b07-ea61-41d3-a2a3-e02560901d07 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:00.385995 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8ed082bc-de5b-429e-bac2-17939f2a4712 req-db3c5b07-ea61-41d3-a2a3-e02560901d07 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/ports?device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 936 time: 0.0796413 Jun 29 16:28:00.430425 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8ed082bc-de5b-429e-bac2-17939f2a4712 req-954da7d6-5ef0-4cfb-88d4-cab740e1b498 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1548ea6-2b64-4d68-a1dc-f5229469bcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384891 Jun 29 16:28:00.466710 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d251eb-617d-47ec-8354-10470d7c142d {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:28:00.474962 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:00.489598 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Transition to ACTIVE for port object 66d251eb-617d-47ec-8354-10470d7c142d will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:00.494013 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:00.496307 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e101751e-f025-47f5-8948-9777296e6710 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:00.562899 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=66d251eb-617d-47ec-8354-10470d7c142d,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:00.566258 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:00.647642 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Attempting to bind port 66d251eb-617d-47ec-8354-10470d7c142d on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:28:00.648133 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Attempting to bind port 66d251eb-617d-47ec-8354-10470d7c142d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b977d711-fcc2-4494-b43d-d0aedd8ca661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4099f0e2-6e7b-4c08-b7c5-7758e5688ceb'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:28:00.648628 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Attempting to bind port 66d251eb-617d-47ec-8354-10470d7c142d on network 4099f0e2-6e7b-4c08-b7c5-7758e5688ceb {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:28:00.655393 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Port 66d251eb-617d-47ec-8354-10470d7c142d on network 4099f0e2-6e7b-4c08-b7c5-7758e5688ceb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:28:00.655767 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Attempting to bind port 66d251eb-617d-47ec-8354-10470d7c142d on network 4099f0e2-6e7b-4c08-b7c5-7758e5688ceb {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:28:00.661310 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Checking agent: {'id': '1f42b8fb-87af-41ff-972d-c33b8bf8d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:28:00.661653 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Checking segment: {'id': 'b977d711-fcc2-4494-b43d-d0aedd8ca661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4099f0e2-6e7b-4c08-b7c5-7758e5688ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:00.662113 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Bound using segment: {'id': 'b977d711-fcc2-4494-b43d-d0aedd8ca661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4099f0e2-6e7b-4c08-b7c5-7758e5688ceb'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:28:00.662555 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Bound port: 66d251eb-617d-47ec-8354-10470d7c142d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b977d711-fcc2-4494-b43d-d0aedd8ca661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4099f0e2-6e7b-4c08-b7c5-7758e5688ceb'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:28:00.663112 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:00.756013 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] For port 66d251eb-617d-47ec-8354-10470d7c142d, host hv-cinder-78662, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:28:00.759833 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] For port 66d251eb-617d-47ec-8354-10470d7c142d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=66d251eb-617d-47ec-8354-10470d7c142d,segment=NetworkSegment(b977d711-fcc2-4494-b43d-d0aedd8ca661),segment_id=b977d711-fcc2-4494-b43d-d0aedd8ca661)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:28:00.766034 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:00.768247 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a60a0251-8eeb-43a4-865c-69ebeb9cdee5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:00.807304 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:00.807912 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:00.809396 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] 10.222.0.77 "PUT /v2.0/ports/66d251eb-617d-47ec-8354-10470d7c142d HTTP/1.1" status: 200 len: 1098 time: 0.7583327 Jun 29 16:28:00.809925 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e5b667-e280-4fa1-ba5b-ffbd633dc2dd', 'tag': '66d251eb-617d-47ec-8354-10470d7c142d'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:28:00.812289 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d5a9ab-8f9b-4d63-8124-6ec76fa32090" -d '{"events": [{"name": "network-changed", "server_uuid": "16e5b667-e280-4fa1-ba5b-ffbd633dc2dd", "tag": "66d251eb-617d-47ec-8354-10470d7c142d"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:28:00.842207 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=66d251eb-617d-47ec-8354-10470d7c142d,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:00.846187 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:00.881003 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb62cac-bc24-4e23-8754-7e790086e911 x-openstack-request-id: req-6fb62cac-bc24-4e23-8754-7e790086e911 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:28:00.881336 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e5b667-e280-4fa1-ba5b-ffbd633dc2dd", "tag": "66d251eb-617d-47ec-8354-10470d7c142d", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:28:00.881609 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6fb62cac-bc24-4e23-8754-7e790086e911 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:28:00.882040 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e5b667-e280-4fa1-ba5b-ffbd633dc2dd', 'tag': '66d251eb-617d-47ec-8354-10470d7c142d', 'status': 'completed', 'code': 200} Jun 29 16:28:00.921591 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-2ecc1c40-4073-470b-81ce-a5a3304d62b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:00.923160 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-2ecc1c40-4073-470b-81ce-a5a3304d62b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4db54bf758f347dc9b412b4a2a01db1e&device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 1101 time: 0.0704048 Jun 29 16:28:00.971268 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-84e0fd63-0006-453c-8894-b89e08388a38 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=66d251eb-617d-47ec-8354-10470d7c142d HTTP/1.1" status: 200 len: 217 time: 0.0394139 Jun 29 16:28:01.022596 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-319e3831-d402-46a6-ad68-224e7c953605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:01.024086 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-319e3831-d402-46a6-ad68-224e7c953605 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3c21575-f696-42d5-915a-99ea705010e3 HTTP/1.1" status: 200 len: 843 time: 0.0451472 Jun 29 16:28:01.086657 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-32313fc8-3437-4c0c-87b1-d19fa2532a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:01.088197 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-32313fc8-3437-4c0c-87b1-d19fa2532a90 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4099f0e2-6e7b-4c08-b7c5-7758e5688ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0561130 Jun 29 16:28:01.188150 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-e1538a9c-3869-4952-b061-73c34907a4c6 service neutron] 10.222.0.77 "GET /v2.0/networks/4099f0e2-6e7b-4c08-b7c5-7758e5688ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919824 Jun 29 16:28:01.280765 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fedf8f83-1352-40f9-85cb-97289ac4077d req-f54cfc3c-0638-44f4-b040-8d723efb3241 service neutron] 10.222.0.77 "GET /v2.0/networks/4099f0e2-6e7b-4c08-b7c5-7758e5688ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851848 Jun 29 16:28:01.390031 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5a9ab-8f9b-4d63-8124-6ec76fa32090 req-476c2591-ea4c-4517-aedf-13e031c24d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:01.391534 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7d5a9ab-8f9b-4d63-8124-6ec76fa32090 req-476c2591-ea4c-4517-aedf-13e031c24d3b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4db54bf758f347dc9b412b4a2a01db1e&device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 1101 time: 0.0565705 Jun 29 16:28:01.486769 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5a9ab-8f9b-4d63-8124-6ec76fa32090 req-e4e5ef87-5296-4ac0-b898-79fea5f70512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:01.488430 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7d5a9ab-8f9b-4d63-8124-6ec76fa32090 req-e4e5ef87-5296-4ac0-b898-79fea5f70512 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4099f0e2-6e7b-4c08-b7c5-7758e5688ceb HTTP/1.1" status: 200 len: 870 time: 0.0898986 Jun 29 16:28:01.534920 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7d5a9ab-8f9b-4d63-8124-6ec76fa32090 req-b38b4f94-3be2-4025-b70c-73c25da54713 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=66d251eb-617d-47ec-8354-10470d7c142d HTTP/1.1" status: 200 len: 217 time: 0.0397434 Jun 29 16:28:01.586370 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5a9ab-8f9b-4d63-8124-6ec76fa32090 req-e2b36b2d-3b56-4930-b6e9-dbd23d7088c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:01.587867 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7d5a9ab-8f9b-4d63-8124-6ec76fa32090 req-e2b36b2d-3b56-4930-b6e9-dbd23d7088c2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3c21575-f696-42d5-915a-99ea705010e3 HTTP/1.1" status: 200 len: 843 time: 0.0458939 Jun 29 16:28:01.613342 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772c46c-662f-4b3d-85a3-6421c48741c6 req-064caad8-54c4-4aca-9e96-f44ccc8324e7 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:01.614812 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1772c46c-662f-4b3d-85a3-6421c48741c6 req-064caad8-54c4-4aca-9e96-f44ccc8324e7 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/ports?device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 948 time: 0.0645950 Jun 29 16:28:01.652279 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5a9ab-8f9b-4d63-8124-6ec76fa32090 req-67516481-335e-4f83-a586-e629c0cf126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:01.653937 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7d5a9ab-8f9b-4d63-8124-6ec76fa32090 req-67516481-335e-4f83-a586-e629c0cf126b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4099f0e2-6e7b-4c08-b7c5-7758e5688ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0585139 Jun 29 16:28:01.654398 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1772c46c-662f-4b3d-85a3-6421c48741c6 req-b146e999-262d-4dba-b11c-cee22542558f tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1548ea6-2b64-4d68-a1dc-f5229469bcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333219 Jun 29 16:28:01.756704 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7d5a9ab-8f9b-4d63-8124-6ec76fa32090 req-6260027e-c3e1-4bfd-abfe-874d9c9d0231 service neutron] 10.222.0.77 "GET /v2.0/networks/4099f0e2-6e7b-4c08-b7c5-7758e5688ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922525 Jun 29 16:28:01.861336 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7d5a9ab-8f9b-4d63-8124-6ec76fa32090 req-eb3e1c21-b23c-4ee3-a2d8-63cbc9cef334 service neutron] 10.222.0.77 "GET /v2.0/networks/4099f0e2-6e7b-4c08-b7c5-7758e5688ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977204 Jun 29 16:28:02.847078 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9cdd9-d03b-4d4a-a31e-be43960161df req-eef65e7d-cb74-4f9d-b6bb-24843a1280fc tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:02.848783 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-88c9cdd9-d03b-4d4a-a31e-be43960161df req-eef65e7d-cb74-4f9d-b6bb-24843a1280fc tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/ports?device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 948 time: 0.0741742 Jun 29 16:28:02.890890 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-88c9cdd9-d03b-4d4a-a31e-be43960161df req-56915030-abd1-4181-b9aa-749a03ced6d3 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1548ea6-2b64-4d68-a1dc-f5229469bcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363810 Jun 29 16:28:04.074295 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd6e9c-e895-42e5-bd83-0198eacb7a36 req-00e9ded9-aef0-492b-939e-5bee26dfb31c tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:04.075799 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-24bd6e9c-e895-42e5-bd83-0198eacb7a36 req-00e9ded9-aef0-492b-939e-5bee26dfb31c tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/ports?device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 948 time: 0.0659535 Jun 29 16:28:04.115598 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-24bd6e9c-e895-42e5-bd83-0198eacb7a36 req-2fce8176-b1d9-4c76-b33f-fab853d23fd5 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1548ea6-2b64-4d68-a1dc-f5229469bcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334384 Jun 29 16:28:05.301806 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ee334-e227-40ea-ae79-35b04ff70c24 req-58fa9774-7fd8-49bc-bb8d-36e57773571b tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:05.303349 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e56ee334-e227-40ea-ae79-35b04ff70c24 req-58fa9774-7fd8-49bc-bb8d-36e57773571b tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/ports?device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 948 time: 0.0707326 Jun 29 16:28:05.341267 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 66d251eb-617d-47ec-8354-10470d7c142d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:28:05.344808 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e56ee334-e227-40ea-ae79-35b04ff70c24 req-78b5d0cf-99ef-41cc-9ba7-d96c5dd64c60 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1548ea6-2b64-4d68-a1dc-f5229469bcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347350 Jun 29 16:28:05.448479 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 66d251eb-617d-47ec-8354-10470d7c142d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=66d251eb-617d-47ec-8354-10470d7c142d,segment=NetworkSegment(b977d711-fcc2-4494-b43d-d0aedd8ca661),segment_id=b977d711-fcc2-4494-b43d-d0aedd8ca661)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:28:05.461090 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Returning: {'device': '66d251eb-617d-47ec-8354-10470d7c142d', 'network_id': '4099f0e2-6e7b-4c08-b7c5-7758e5688ceb', 'port_id': '66d251eb-617d-47ec-8354-10470d7c142d', 'mac_address': 'fa:16:3e:71:b6:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c21575-f696-42d5-915a-99ea705010e3', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:28:05.501635 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:05.515127 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d251eb-617d-47ec-8354-10470d7c142d {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:28:05.534684 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 66d251eb-617d-47ec-8354-10470d7c142d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=66d251eb-617d-47ec-8354-10470d7c142d,segment=NetworkSegment(b977d711-fcc2-4494-b43d-d0aedd8ca661),segment_id=b977d711-fcc2-4494-b43d-d0aedd8ca661)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:28:05.539087 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:05.540952 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:05.588301 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=66d251eb-617d-47ec-8354-10470d7c142d,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:05.592207 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:05.914555 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['66d251eb-617d-47ec-8354-10470d7c142d'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:28:06.525428 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37692405-7550-4693-80c9-bd59b44aa339 req-2d48a3db-1eff-43f3-969a-df31d585226c tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:06.526931 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-37692405-7550-4693-80c9-bd59b44aa339 req-2d48a3db-1eff-43f3-969a-df31d585226c tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/ports?device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 949 time: 0.0669625 Jun 29 16:28:06.567896 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-37692405-7550-4693-80c9-bd59b44aa339 req-13f9ab96-8f91-4f7f-ada4-171d3d1dbb42 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1548ea6-2b64-4d68-a1dc-f5229469bcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344038 Jun 29 16:28:07.348221 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 66d251eb-617d-47ec-8354-10470d7c142d up at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:07.400060 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning for port 66d251eb-617d-47ec-8354-10470d7c142d completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:07.405540 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning complete for port 66d251eb-617d-47ec-8354-10470d7c142d triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:07.405973 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:07.488044 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:07.515212 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e5b667-e280-4fa1-ba5b-ffbd633dc2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d251eb-617d-47ec-8354-10470d7c142d'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:28:07.517523 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e148ad334d6b0a25feb6cb172eaafc5bfcff4dbaa69dd97dd66c28eda2659d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ee4db0-4a22-4033-a61d-aea79556fea6" -d '{"events": [{"server_uuid": "16e5b667-e280-4fa1-ba5b-ffbd633dc2dd", "name": "network-vif-plugged", "status": "completed", "tag": "66d251eb-617d-47ec-8354-10470d7c142d"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:28:07.531003 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 66d251eb-617d-47ec-8354-10470d7c142d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=66d251eb-617d-47ec-8354-10470d7c142d,segment=NetworkSegment(b977d711-fcc2-4494-b43d-d0aedd8ca661),segment_id=b977d711-fcc2-4494-b43d-d0aedd8ca661)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:28:07.535989 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:07.538933 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:07.568420 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f62b4a6-46ce-40f3-bc9d-c23582e4128e x-openstack-request-id: req-6f62b4a6-46ce-40f3-bc9d-c23582e4128e {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:28:07.568746 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e5b667-e280-4fa1-ba5b-ffbd633dc2dd", "name": "network-vif-plugged", "status": "completed", "tag": "66d251eb-617d-47ec-8354-10470d7c142d", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:28:07.568966 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f62b4a6-46ce-40f3-bc9d-c23582e4128e {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:28:07.569369 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e5b667-e280-4fa1-ba5b-ffbd633dc2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d251eb-617d-47ec-8354-10470d7c142d', 'code': 200} Jun 29 16:28:07.601730 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=66d251eb-617d-47ec-8354-10470d7c142d,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:07.609089 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:07.770639 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8160a3e-e556-4f2f-a06c-91de344fba7b req-7da03aba-47e9-4b6a-af25-f687c9018cde tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:07.772203 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8160a3e-e556-4f2f-a06c-91de344fba7b req-7da03aba-47e9-4b6a-af25-f687c9018cde tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/ports?device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 950 time: 0.0820365 Jun 29 16:28:07.816942 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8160a3e-e556-4f2f-a06c-91de344fba7b req-d370ac93-6fe4-43c8-9a34-4ae222a6530e tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1548ea6-2b64-4d68-a1dc-f5229469bcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347188 Jun 29 16:28:07.845034 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bee35-c666-4581-aea7-df13c419cfa8 req-4508ae7b-f64a-4f09-85ff-01af2cafaed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:07.846535 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6c7bee35-c666-4581-aea7-df13c419cfa8 req-4508ae7b-f64a-4f09-85ff-01af2cafaed1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 1103 time: 0.0557001 Jun 29 16:28:07.882596 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6c7bee35-c666-4581-aea7-df13c419cfa8 req-c55a7fc7-36ea-4128-8fbd-d35fad6a5b8a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d1548ea6-2b64-4d68-a1dc-f5229469bcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287018 Jun 29 16:28:08.220803 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:08.228644 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0e63-fcc3-46d9-825c-90e39c01c09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:09.001959 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52913f74-8fd4-4b1d-a612-13a694640584 req-a28e71fc-3666-4664-81ba-261dafe459f1 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:09.003451 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-52913f74-8fd4-4b1d-a612-13a694640584 req-a28e71fc-3666-4664-81ba-261dafe459f1 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/ports?device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 950 time: 0.0665820 Jun 29 16:28:09.043498 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-52913f74-8fd4-4b1d-a612-13a694640584 req-0cb76337-805c-4df8-8d5a-60b182373bb9 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1548ea6-2b64-4d68-a1dc-f5229469bcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335269 Jun 29 16:28:10.223725 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b30c7-0c6b-4284-b989-4d8d25c55862 req-44a90d0f-f9e0-496f-9d14-55fd3bb02307 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:10.225596 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9d5b30c7-0c6b-4284-b989-4d8d25c55862 req-44a90d0f-f9e0-496f-9d14-55fd3bb02307 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/ports?device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 950 time: 0.0671904 Jun 29 16:28:10.269095 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9d5b30c7-0c6b-4284-b989-4d8d25c55862 req-e536178b-070b-4cac-b510-682e45668dbd tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1548ea6-2b64-4d68-a1dc-f5229469bcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371075 Jun 29 16:28:10.685437 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d505c6-8a2e-468c-8d6b-ecef0d8bf6e5 req-29cb8247-ca53-4e4a-8746-4cd30098c837 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:10.686928 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-99d505c6-8a2e-468c-8d6b-ecef0d8bf6e5 req-29cb8247-ca53-4e4a-8746-4cd30098c837 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/ports?device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 950 time: 0.0681460 Jun 29 16:28:10.736261 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-99d505c6-8a2e-468c-8d6b-ecef0d8bf6e5 req-8b2fe242-0964-4c63-8e03-1b14f8dd81fc tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1548ea6-2b64-4d68-a1dc-f5229469bcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426073 Jun 29 16:28:10.835312 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-84deaa04-c16b-4f8b-a73b-0dcd80f39359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:11.447697 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:11.710127 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92cf05e3-71c1-4681-a3b5-fb103706c9df req-f068f74c-83e5-42cf-beb2-edbf3cab7be7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548770 Jun 29 16:28:11.822456 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf05e3-71c1-4681-a3b5-fb103706c9df req-d46c8185-c76a-47aa-a50d-b4197b8b5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:11.824689 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92cf05e3-71c1-4681-a3b5-fb103706c9df req-d46c8185-c76a-47aa-a50d-b4197b8b5135 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 1098 time: 0.0623674 Jun 29 16:28:11.981314 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf05e3-71c1-4681-a3b5-fb103706c9df req-47d9344c-fa36-4afc-9e51-4228c46373e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:11.982759 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92cf05e3-71c1-4681-a3b5-fb103706c9df req-47d9344c-fa36-4afc-9e51-4228c46373e1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 913 time: 0.1304777 Jun 29 16:28:12.006323 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68200f-01bc-4b74-b82b-e2558ebe7564 req-2cb7d519-8e89-45e3-938a-4b7f2a11d328 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:12.007917 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0c68200f-01bc-4b74-b82b-e2558ebe7564 req-2cb7d519-8e89-45e3-938a-4b7f2a11d328 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/ports?device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 950 time: 0.1371026 Jun 29 16:28:12.034728 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:12.085643 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92cf05e3-71c1-4681-a3b5-fb103706c9df req-2600bd19-41c2-4217-8bd7-1fe8eeebf1bd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5033f98-b571-416d-ab9e-bbe0f3c708ce HTTP/1.1" status: 200 len: 1001 time: 0.0951979 Jun 29 16:28:12.092984 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0c68200f-01bc-4b74-b82b-e2558ebe7564 req-b10e50f2-5871-4120-bfc4-f117ff8fa674 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1548ea6-2b64-4d68-a1dc-f5229469bcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524471 Jun 29 16:28:12.141894 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf05e3-71c1-4681-a3b5-fb103706c9df req-4c1eedb6-1e08-4a4a-a9ce-048f0bc6d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:12.143353 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92cf05e3-71c1-4681-a3b5-fb103706c9df req-4c1eedb6-1e08-4a4a-a9ce-048f0bc6d0c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89a9a178-553f-4db0-b618-61d33d746787 HTTP/1.1" status: 200 len: 851 time: 0.0495265 Jun 29 16:28:12.212986 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf05e3-71c1-4681-a3b5-fb103706c9df req-1ad0daa4-f120-46ee-879a-f75272b88ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:12.214561 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92cf05e3-71c1-4681-a3b5-fb103706c9df req-1ad0daa4-f120-46ee-879a-f75272b88ce2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efd76866-055a-4788-83f9-a828af2aedf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0634716 Jun 29 16:28:12.320722 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92cf05e3-71c1-4681-a3b5-fb103706c9df req-3d7e8efe-947e-4fa9-9d50-413068c1cbdd service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986001 Jun 29 16:28:12.431965 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92cf05e3-71c1-4681-a3b5-fb103706c9df req-183a41d0-7b1d-45b4-8bb5-432924aab28b service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979886 Jun 29 16:28:12.731165 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13438587-1a46-4292-b394-84f885b832d7 req-cf09a54f-082b-4ee8-81fd-4dad447c7564 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:12.732634 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13438587-1a46-4292-b394-84f885b832d7 req-cf09a54f-082b-4ee8-81fd-4dad447c7564 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.77 "GET /v2.0/ports?device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 950 time: 0.0704422 Jun 29 16:28:12.840761 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-13438587-1a46-4292-b394-84f885b832d7 req-b43add99-a8f6-41fb-912a-8bf3e2d5611a tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Deleting port 66d251eb-617d-47ec-8354-10470d7c142d {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:28:12.841112 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-13438587-1a46-4292-b394-84f885b832d7 req-b43add99-a8f6-41fb-912a-8bf3e2d5611a tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:12.950047 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-13438587-1a46-4292-b394-84f885b832d7 req-b43add99-a8f6-41fb-912a-8bf3e2d5611a tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] For port 66d251eb-617d-47ec-8354-10470d7c142d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=66d251eb-617d-47ec-8354-10470d7c142d,segment=NetworkSegment(b977d711-fcc2-4494-b43d-d0aedd8ca661),segment_id=b977d711-fcc2-4494-b43d-d0aedd8ca661)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:28:12.950412 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-13438587-1a46-4292-b394-84f885b832d7 req-b43add99-a8f6-41fb-912a-8bf3e2d5611a tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:12.963148 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-13438587-1a46-4292-b394-84f885b832d7 req-b43add99-a8f6-41fb-912a-8bf3e2d5611a tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Calling delete_port for 66d251eb-617d-47ec-8354-10470d7c142d owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:28:13.101274 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-13438587-1a46-4292-b394-84f885b832d7 req-b43add99-a8f6-41fb-912a-8bf3e2d5611a tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:13.106353 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-69d64188-7ac1-4a3d-a3d2-e270852a49f2 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:13.114597 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['66d251eb-617d-47ec-8354-10470d7c142d'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:28:13.137536 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43add99-a8f6-41fb-912a-8bf3e2d5611a tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Pushing event deleted for resources: {'Port': ['ID=66d251eb-617d-47ec-8354-10470d7c142d,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:13.141980 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b43add99-a8f6-41fb-912a-8bf3e2d5611a tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:13.191777 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-13438587-1a46-4292-b394-84f885b832d7 req-b43add99-a8f6-41fb-912a-8bf3e2d5611a tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] No DVR routers for this DVR port 66d251eb-617d-47ec-8354-10470d7c142d on host hv-cinder-78662 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:28:13.195625 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-13438587-1a46-4292-b394-84f885b832d7 req-b43add99-a8f6-41fb-912a-8bf3e2d5611a tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:13.199171 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13438587-1a46-4292-b394-84f885b832d7 req-b43add99-a8f6-41fb-912a-8bf3e2d5611a tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.77 "DELETE /v2.0/ports/66d251eb-617d-47ec-8354-10470d7c142d HTTP/1.1" status: 204 len: 173 time: 0.4601264 Jun 29 16:28:13.200073 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e5b667-e280-4fa1-ba5b-ffbd633dc2dd', 'name': 'network-vif-deleted', 'tag': '66d251eb-617d-47ec-8354-10470d7c142d'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:28:13.204184 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d2fa58-8099-4d6e-988a-c09b3cdcbc01" -d '{"events": [{"server_uuid": "16e5b667-e280-4fa1-ba5b-ffbd633dc2dd", "name": "network-vif-deleted", "tag": "66d251eb-617d-47ec-8354-10470d7c142d"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:28:13.259716 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbeeb05a-347f-4ca2-a3fe-6236d04be847 x-openstack-request-id: req-cbeeb05a-347f-4ca2-a3fe-6236d04be847 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:28:13.260084 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e5b667-e280-4fa1-ba5b-ffbd633dc2dd", "name": "network-vif-deleted", "tag": "66d251eb-617d-47ec-8354-10470d7c142d", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:28:13.260483 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cbeeb05a-347f-4ca2-a3fe-6236d04be847 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:28:13.261063 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e5b667-e280-4fa1-ba5b-ffbd633dc2dd', 'name': 'network-vif-deleted', 'tag': '66d251eb-617d-47ec-8354-10470d7c142d', 'status': 'completed', 'code': 200} Jun 29 16:28:13.305828 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-156dcd39-427d-445f-9ed0-19469744ad46 req-cf42da31-0259-4d45-8208-46945bd2e240 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] 10.222.0.66 "GET /v2.0/ports?device_id=16e5b667-e280-4fa1-ba5b-ffbd633dc2dd HTTP/1.1" status: 200 len: 210 time: 0.0354443 Jun 29 16:28:13.782295 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:14.727856 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:28:17.411930 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 66d251eb-617d-47ec-8354-10470d7c142d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:28:17.436654 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] No Port match for: 66d251eb-617d-47ec-8354-10470d7c142d {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:28:17.437043 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 66d251eb-617d-47ec-8354-10470d7c142d not bound to the agent host hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:28:18.282697 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47444) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:18.415267 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-753ba471-f56c-4c50-9202-4873b84d0d31 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4db54bf758f347dc9b412b4a2a01db1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313355 Jun 29 16:28:18.417689 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47448) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:18.465790 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4c095983-8cb7-4f98-a1df-41ecb1bdde94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:18.487324 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4c095983-8cb7-4f98-a1df-41ecb1bdde94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:18.545536 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4c095983-8cb7-4f98-a1df-41ecb1bdde94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:18.548133 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4c095983-8cb7-4f98-a1df-41ecb1bdde94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:18.549333 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4c095983-8cb7-4f98-a1df-41ecb1bdde94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d1548ea6-2b64-4d68-a1dc-f5229469bcfa HTTP/1.1" status: 204 len: 168 time: 0.1307344 Jun 29 16:28:18.550131 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-278f3082-e985-4f6e-bd48-61b9bc532045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:18.559388 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c095983-8cb7-4f98-a1df-41ecb1bdde94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1548ea6-2b64-4d68-a1dc-f5229469bcfa,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:18.562753 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4c095983-8cb7-4f98-a1df-41ecb1bdde94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:19.256862 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47472) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:19.365052 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-438426862-network', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:19.386466 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] Made reservation on behalf of d28d1a63a21346ae81b50bc6f442122c for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:28:19.389042 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:19.397432 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:19.495816 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:19.499698 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:19.502869 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-de35d27a-9b79-4b6c-82db-8a6e1dd1aff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:19.528811 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:28:19.534343 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0266446a-1f04-4c48-b5f2-f524a5f5b59f,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:19.538308 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:19.544871 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:19.545207 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] Added segment ec3497b0-6704-437c-b34b-876bd0747e80 of type vlan for network 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 Jun 29 16:28:19.589065 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:19.621500 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:19.622829 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:19.623419 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:19.625629 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:19.673374 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4153175 Jun 29 16:28:19.677500 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47476) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:19.684011 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-eb2b9db6-3da9-402a-8ad0-202ed2759476 admin admin] Request body: {'subnet': {'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-438426862-subnet', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:19.685046 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] Pushing event updated for resources: {'Network': ['ID=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:19.687803 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d6708826-e541-4b85-ba5e-fc291f205571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:19.695719 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:28:19.712227 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2b9db6-3da9-402a-8ad0-202ed2759476 admin admin] Made reservation on behalf of d28d1a63a21346ae81b50bc6f442122c for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:28:19.715849 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9db6-3da9-402a-8ad0-202ed2759476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12300049'] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:19.892858 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9db6-3da9-402a-8ad0-202ed2759476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9365240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12300035'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:19.897191 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:19.950181 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b9db6-3da9-402a-8ad0-202ed2759476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30035ce6-59dc-4b36-b25c-00a6a30eadcc,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:19.954530 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-eb2b9db6-3da9-402a-8ad0-202ed2759476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:19.967397 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b9db6-3da9-402a-8ad0-202ed2759476 admin admin] Checking segment: {'id': 'ec3497b0-6704-437c-b34b-876bd0747e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:19.967780 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2b9db6-3da9-402a-8ad0-202ed2759476 admin admin] Network hostable DHCP agents. Network: 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:28:19.985384 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2b9db6-3da9-402a-8ad0-202ed2759476 admin admin] Network 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:28:19.995224 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-eb2b9db6-3da9-402a-8ad0-202ed2759476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:20.000198 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2b9db6-3da9-402a-8ad0-202ed2759476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:20.000783 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9db6-3da9-402a-8ad0-202ed2759476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:20.006223 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1c75f0-e17e-4497-a6f9-f422a5b1998f None None] Network 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:28:20.015398 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-eb2b9db6-3da9-402a-8ad0-202ed2759476 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3364766 Jun 29 16:28:20.017978 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47480) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:20.022468 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-438426862-router', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:20.047338 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4115774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1297'] for router, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:20.048484 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4114444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1286'] for router, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:20.101650 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:20.161097 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79cdfe99-4e4a-5ea2-8438-12b2e84733c2-1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'fixed_ips': [{'subnet_id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc'}]}} from dv-cinder-786627-15-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:28:20.162078 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:20.239133 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1524'] for router, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:20.301038 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Allocated IP 172.20.0.2 (1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5/30035ce6-59dc-4b36-b25c-00a6a30eadcc/e47e4773-6e1a-4ece-be18-071e270cf2f5) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:28:20.447708 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:20.469470 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:20.471173 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:20.482481 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Transition to ACTIVE for port object e47e4773-6e1a-4ece-be18-071e270cf2f5 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:20.500061 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Transition to ACTIVE for port object e47e4773-6e1a-4ece-be18-071e270cf2f5 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:20.507767 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:20.511233 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:20.554879 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Network 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:28:20.560932 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:20.563004 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Pushing event updated for resources: {'Port': ['ID=e47e4773-6e1a-4ece-be18-071e270cf2f5,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:20.565380 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:28:20.567820 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:20.582385 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Allocated IP 172.27.2.75 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/0e279f44-e4d0-40f0-9418-a68bb4489005) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:28:20.625365 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Attempting to bind port e47e4773-6e1a-4ece-be18-071e270cf2f5 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:28:20.625739 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Attempting to bind port e47e4773-6e1a-4ece-be18-071e270cf2f5 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'ec3497b0-6704-437c-b34b-876bd0747e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:28:20.626109 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Attempting to bind port e47e4773-6e1a-4ece-be18-071e270cf2f5 on network 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:28:20.631979 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:28:20.632358 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Checking segment: {'id': 'ec3497b0-6704-437c-b34b-876bd0747e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:20.632764 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:20.633160 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Bound using segment: {'id': 'ec3497b0-6704-437c-b34b-876bd0747e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:28:20.633632 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Bound port: e47e4773-6e1a-4ece-be18-071e270cf2f5, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3497b0-6704-437c-b34b-876bd0747e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:28:20.634015 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:20.700091 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:20.700638 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] For port e47e4773-6e1a-4ece-be18-071e270cf2f5, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:28:20.704184 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] For port e47e4773-6e1a-4ece-be18-071e270cf2f5, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=e47e4773-6e1a-4ece-be18-071e270cf2f5,segment=NetworkSegment(ec3497b0-6704-437c-b34b-876bd0747e80),segment_id=ec3497b0-6704-437c-b34b-876bd0747e80)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:28:20.708435 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:20.711164 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:20.748739 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:20.750753 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6511a1b5-2697-439f-b6cd-95024897009f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:20.771821 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Pushing event updated for resources: {'Port': ['ID=e47e4773-6e1a-4ece-be18-071e270cf2f5,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:20.775039 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:20.792728 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:28:20.796396 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:20.800145 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:28:20.825262 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Pushing event updated for resources: {'Port': ['ID=0e279f44-e4d0-40f0-9418-a68bb4489005,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:20.837423 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:20.837801 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:20.838167 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:20.838529 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:20.838884 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:20.839241 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:20.839621 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:20.840478 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:20.840835 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:20.841184 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:20.841529 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:20.841872 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:20.847125 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:21.095435 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:21.146557 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device e47e4773-6e1a-4ece-be18-071e270cf2f5 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:21.204656 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port e47e4773-6e1a-4ece-be18-071e270cf2f5 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:21.304436 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4115752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773851'] for router, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:21.443217 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Router b288dcff-fcd1-4fe0-9035-7e097d305c41 is scheduled to L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef with binding_index 1 {{(pid=92895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:28:21.809516 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b525559-f73d-4d87-8a92-bba83ad90f6a None None] Network 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:28:21.854003 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:28:21.870709 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Sync routers for ids ['b288dcff-fcd1-4fe0-9035-7e097d305c41'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:28:21.872699 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-310fbf9e-26f8-4644-b2c2-ac936d1c9311 None None] Provisioning for port e47e4773-6e1a-4ece-be18-071e270cf2f5 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:21.875635 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:21.880229 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-015816c4-e3e6-4b26-8e9c-d21bf83189c0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8578293 Jun 29 16:28:21.880458 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47486) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:21.883430 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-310fbf9e-26f8-4644-b2c2-ac936d1c9311 None None] Provisioning complete for port e47e4773-6e1a-4ece-be18-071e270cf2f5 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:21.883844 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-310fbf9e-26f8-4644-b2c2-ac936d1c9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:21.888992 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Routers {'b288dcff-fcd1-4fe0-9035-7e097d305c41'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:28:21.889631 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:28:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b288dcff-fcd1-4fe0-9035-7e097d305c41'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:22.006146 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Set router b288dcff-fcd1-4fe0-9035-7e097d305c41 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:28:22.055352 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-310fbf9e-26f8-4644-b2c2-ac936d1c9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.229207 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-310fbf9e-26f8-4644-b2c2-ac936d1c9311 None None] For port e47e4773-6e1a-4ece-be18-071e270cf2f5, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=e47e4773-6e1a-4ece-be18-071e270cf2f5,segment=NetworkSegment(ec3497b0-6704-437c-b34b-876bd0747e80),segment_id=ec3497b0-6704-437c-b34b-876bd0747e80)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:28:22.234771 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-310fbf9e-26f8-4644-b2c2-ac936d1c9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.236724 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:22.300756 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fbf9e-26f8-4644-b2c2-ac936d1c9311 None None] Pushing event updated for resources: {'Port': ['ID=e47e4773-6e1a-4ece-be18-071e270cf2f5,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:22.305136 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-310fbf9e-26f8-4644-b2c2-ac936d1c9311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:22.321306 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'name': 'tempest-TestShelveInstance-438426862-router', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:20Z', 'revision_number': 3, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'gw_port': {'id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:22.353924 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Checking router: b288dcff-fcd1-4fe0-9035-7e097d305c41 for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:28:22.354273 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Updating router b288dcff-fcd1-4fe0-9035-7e097d305c41 port 0e279f44-e4d0-40f0-9418-a68bb4489005 binding host dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:28:22.367602 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.392008 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.550220 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Allocated IP 172.20.0.1 (1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5/30035ce6-59dc-4b36-b25c-00a6a30eadcc/99909274-fa87-4ab9-86bb-010bfdcfafbf) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:28:22.559178 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9da4637c-3a97-4225-8baf-d5839c074648 None None] Provisioning complete for port e47e4773-6e1a-4ece-be18-071e270cf2f5 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:22.559549 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9da4637c-3a97-4225-8baf-d5839c074648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.690035 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.694410 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.701179 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Transition to ACTIVE for port object 0e279f44-e4d0-40f0-9418-a68bb4489005 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:22.707755 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.710063 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Transition to ACTIVE for port object 99909274-fa87-4ab9-86bb-010bfdcfafbf will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:22.710883 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-cb7b8d09-6529-47b5-9963-95485f0017da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:22.747645 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.749717 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1b05f5d3-a37c-4d63-b203-7d665da865b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:22.764259 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Attempting to bind port 0e279f44-e4d0-40f0-9418-a68bb4489005 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:28:22.764639 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Attempting to bind port 0e279f44-e4d0-40f0-9418-a68bb4489005 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:28:22.765040 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Attempting to bind port 0e279f44-e4d0-40f0-9418-a68bb4489005 on network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:28:22.767104 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1bbbc-487e-4675-8b4f-bf0a150aae93 None None] Pushing event updated for resources: {'Port': ['ID=0e279f44-e4d0-40f0-9418-a68bb4489005,revision_number=2']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:22.776144 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:28:22.776524 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Checking segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:22.777140 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.777361 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Bound using segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:28:22.777843 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Bound port: 0e279f44-e4d0-40f0-9418-a68bb4489005, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:28:22.778248 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.781517 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d1bbbc-487e-4675-8b4f-bf0a150aae93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:22.781878 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d1bbbc-487e-4675-8b4f-bf0a150aae93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:22.782223 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d1bbbc-487e-4675-8b4f-bf0a150aae93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:22.782558 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d1bbbc-487e-4675-8b4f-bf0a150aae93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:22.782885 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d1bbbc-487e-4675-8b4f-bf0a150aae93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:22.783216 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d1bbbc-487e-4675-8b4f-bf0a150aae93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:22.783543 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d1bbbc-487e-4675-8b4f-bf0a150aae93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:22.783894 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d1bbbc-487e-4675-8b4f-bf0a150aae93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:22.784212 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d1bbbc-487e-4675-8b4f-bf0a150aae93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:22.784935 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d1bbbc-487e-4675-8b4f-bf0a150aae93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:22.784935 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d1bbbc-487e-4675-8b4f-bf0a150aae93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:22.785272 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d1bbbc-487e-4675-8b4f-bf0a150aae93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:22.786533 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Network 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:28:22.791211 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:22.795777 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:28:22.805667 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-91d1bbbc-487e-4675-8b4f-bf0a150aae93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:22.820228 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Pushing event updated for resources: {'Port': ['ID=99909274-fa87-4ab9-86bb-010bfdcfafbf,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:22.823754 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:22.840092 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4114108'] for router_interface, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.844033 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] For port 0e279f44-e4d0-40f0-9418-a68bb4489005, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:28:22.849254 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] For port 0e279f44-e4d0-40f0-9418-a68bb4489005, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=0e279f44-e4d0-40f0-9418-a68bb4489005,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:28:22.856451 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.865999 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:22.910606 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Routers {'b288dcff-fcd1-4fe0-9035-7e097d305c41'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:28:22.911290 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:28:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b288dcff-fcd1-4fe0-9035-7e097d305c41'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:22.967066 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1bbbc-487e-4675-8b4f-bf0a150aae93 None None] Pushing event updated for resources: {'Port': ['ID=0e279f44-e4d0-40f0-9418-a68bb4489005,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:22.974959 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-91d1bbbc-487e-4675-8b4f-bf0a150aae93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:23.016666 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:23.052500 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] Set router b288dcff-fcd1-4fe0-9035-7e097d305c41 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:28:23.068143 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-2b89c781-91ee-4521-b016-2ee3aa4c1fe1 None None] Provisioning for port 99909274-fa87-4ab9-86bb-010bfdcfafbf completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:23.072813 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-2b89c781-91ee-4521-b016-2ee3aa4c1fe1 None None] Provisioning complete for port 99909274-fa87-4ab9-86bb-010bfdcfafbf triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:23.072990 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2b89c781-91ee-4521-b016-2ee3aa4c1fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:23.135685 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-2b89c781-91ee-4521-b016-2ee3aa4c1fe1 None None] Port 99909274-fa87-4ab9-86bb-010bfdcfafbf cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:28:23.138836 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device e47e4773-6e1a-4ece-be18-071e270cf2f5 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:23.191158 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port e47e4773-6e1a-4ece-be18-071e270cf2f5 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:23.191745 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:23.209728 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:23.216497 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:23.219933 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:23.269549 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'name': 'tempest-TestShelveInstance-438426862-router', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:20Z', 'revision_number': 3, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'gw_port': {'id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:23.289565 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Pushing event updated for resources: {'Port': ['ID=99909274-fa87-4ab9-86bb-010bfdcfafbf,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:23.293589 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4113960'] for router_interface, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:23.296223 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:23.301353 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373842f0-d5d2-47dc-86f3-500ae10b47de None None] The sync data for ids ['b288dcff-fcd1-4fe0-9035-7e097d305c41'] in dv-cinder-786627-15-iscsi is: [{'id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'name': 'tempest-TestShelveInstance-438426862-router', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:20Z', 'revision_number': 3, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'gw_port': {'id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:28:23.403996 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Network 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:28:23.405449 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:23.571769 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Router b288dcff-fcd1-4fe0-9035-7e097d305c41 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:28:23.661510 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-b55a61c1-c868-43ae-a050-15c7506a81a2 None None] Provisioning complete for port 99909274-fa87-4ab9-86bb-010bfdcfafbf triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:23.661968 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b55a61c1-c868-43ae-a050-15c7506a81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:23.716760 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-b55a61c1-c868-43ae-a050-15c7506a81a2 None None] Port 99909274-fa87-4ab9-86bb-010bfdcfafbf cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:28:23.729029 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:28:23.735488 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] 10.222.0.66 "PUT /v2.0/routers/b288dcff-fcd1-4fe0-9035-7e097d305c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8537848 Jun 29 16:28:24.323273 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47508) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:24.328935 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1217742680-network', 'tenant_id': '40b20cfff51f4c3aa2718aa12764a862'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:24.349554 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Made reservation on behalf of 40b20cfff51f4c3aa2718aa12764a862 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:28:24.351977 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:24.361243 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:24.481467 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:24.486793 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:24.491367 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8adef5f2-968a-4cce-b79b-a821ee109872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:24.515026 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:28:24.525111 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46da07a8-4e65-4829-84a6-7c4999aee3d5,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:24.530494 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:24.530818 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Added segment cfb07059-5f04-4a39-8bc0-8b0314f92bcf of type vlan for network 132ad19c-c293-4e73-97c4-1d26427bf5ec Jun 29 16:28:24.541661 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:24.542039 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:24.542411 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:24.542785 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:24.543292 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:24.543694 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:24.544052 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:24.544413 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:24.544766 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:24.545123 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:24.545471 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:24.545820 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:24.551329 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:24.589530 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766223059514'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:24.623706 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:24.625920 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:24.626576 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:24.629333 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c6c4fb0a-ff11-47e0-bcd0-81e9bcd83a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:24.681799 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3573942 Jun 29 16:28:24.685261 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47510) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:24.691635 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-4f461a1b-8615-4678-9867-1b4e26977478 admin admin] Request body: {'subnet': {'network_id': '132ad19c-c293-4e73-97c4-1d26427bf5ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1217742680-subnet', 'tenant_id': '40b20cfff51f4c3aa2718aa12764a862', 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:24.695743 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Pushing event updated for resources: {'Network': ['ID=132ad19c-c293-4e73-97c4-1d26427bf5ec,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:24.698647 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-04c9974f-e232-45d3-94d1-161bfae6b11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:24.706954 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Network 132ad19c-c293-4e73-97c4-1d26427bf5ec details requested by agent ovs-agent-dv-cinder-786627-15-iscsi with host dv-cinder-786627-15-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:28:24.719920 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f461a1b-8615-4678-9867-1b4e26977478 admin admin] Made reservation on behalf of 40b20cfff51f4c3aa2718aa12764a862 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:28:24.722557 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4f461a1b-8615-4678-9867-1b4e26977478 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12300049'] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:24.905950 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4f461a1b-8615-4678-9867-1b4e26977478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9365240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12300035'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:24.908236 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a4f8d889-71ac-497e-afd1-8d9b173b6694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:24.961077 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f461a1b-8615-4678-9867-1b4e26977478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1e5ab8-977c-4a8c-a3e8-5b4a7d5f6d77,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:24.964892 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4f461a1b-8615-4678-9867-1b4e26977478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:24.966164 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Sync routers for ids ['b288dcff-fcd1-4fe0-9035-7e097d305c41'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:28:24.972299 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f461a1b-8615-4678-9867-1b4e26977478 admin admin] Checking segment: {'id': 'cfb07059-5f04-4a39-8bc0-8b0314f92bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '132ad19c-c293-4e73-97c4-1d26427bf5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:24.972758 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f461a1b-8615-4678-9867-1b4e26977478 admin admin] Network hostable DHCP agents. Network: 132ad19c-c293-4e73-97c4-1d26427bf5ec, hostable agents: ['f0fd2876-8570-4d34-beb9-9799fe19affd'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:28:24.976760 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Routers {'b288dcff-fcd1-4fe0-9035-7e097d305c41'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:28:24.977392 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:28:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b288dcff-fcd1-4fe0-9035-7e097d305c41'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:24.990678 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f461a1b-8615-4678-9867-1b4e26977478 admin admin] Network 132ad19c-c293-4e73-97c4-1d26427bf5ec is scheduled to be hosted by DHCP agent f0fd2876-8570-4d34-beb9-9799fe19affd with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:28:25.001105 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-4f461a1b-8615-4678-9867-1b4e26977478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-iscsi, 132ad19c-c293-4e73-97c4-1d26427bf5ec) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:25.005123 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f461a1b-8615-4678-9867-1b4e26977478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:25.005702 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4f461a1b-8615-4678-9867-1b4e26977478 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:25.021548 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4f461a1b-8615-4678-9867-1b4e26977478 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3345046 Jun 29 16:28:25.022699 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5624e93e-8032-46a6-8686-db6753713b8c None None] Network 132ad19c-c293-4e73-97c4-1d26427bf5ec requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:28:25.024185 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47512) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:25.028969 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1217742680-router', 'tenant_id': '40b20cfff51f4c3aa2718aa12764a862', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:25.063746 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4115774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1297'] for router, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:25.064832 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4114444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3772911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1286'] for router, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:25.130804 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:25.165583 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 0e279f44-e4d0-40f0-9418-a68bb4489005 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:25.194881 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Set router b288dcff-fcd1-4fe0-9035-7e097d305c41 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:28:25.275796 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1524'] for router, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:25.384354 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79cdfe99-4e4a-5ea2-8438-12b2e84733c2-132ad19c-c293-4e73-97c4-1d26427bf5ec', 'network_id': '132ad19c-c293-4e73-97c4-1d26427bf5ec', 'tenant_id': '40b20cfff51f4c3aa2718aa12764a862', 'fixed_ips': [{'subnet_id': '3c1e5ab8-977c-4a8c-a3e8-5b4a7d5f6d77'}]}} from dv-cinder-786627-15-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:28:25.385109 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:25.409591 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port 0e279f44-e4d0-40f0-9418-a68bb4489005 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:25.437247 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 0e279f44-e4d0-40f0-9418-a68bb4489005 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:25.437744 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:25.490144 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:25.508826 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:25.617509 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Allocated IP 172.27.2.223 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/d05d7e32-bef7-42e1-a98b-abdf29b49e5b) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:28:25.626259 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Allocated IP 172.20.0.2 (132ad19c-c293-4e73-97c4-1d26427bf5ec/3c1e5ab8-977c-4a8c-a3e8-5b4a7d5f6d77/3aa0fe48-fea5-4c54-9aad-1546f0262ba3) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:28:25.668871 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'name': 'tempest-TestShelveInstance-438426862-router', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:22Z', 'revision_number': 4, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'gw_port': {'id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '99909274-fa87-4ab9-86bb-010bfdcfafbf', 'name': '', 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'mac_address': 'fa:16:3e:e3:d7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:22Z', 'updated_at': '2021-06-29T16:28:23Z', 'revision_number': 2, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'subnets': [{'id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:25.719614 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Checking router: b288dcff-fcd1-4fe0-9035-7e097d305c41 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:28:25.720352 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Updating router b288dcff-fcd1-4fe0-9035-7e097d305c41 port 99909274-fa87-4ab9-86bb-010bfdcfafbf binding host dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:28:25.738397 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:25.744466 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:25.779302 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:25.782282 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-391e21f3-4454-4e26-8e12-17cb8c9153d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:25.799035 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port 0e279f44-e4d0-40f0-9418-a68bb4489005, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=0e279f44-e4d0-40f0-9418-a68bb4489005,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:28:25.809342 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:25.813512 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:25.817087 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:25.825358 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:28:25.830495 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:25.835039 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:28:25.838304 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Pushing event updated for resources: {'Port': ['ID=d05d7e32-bef7-42e1-a98b-abdf29b49e5b,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:25.858027 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:25.948925 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=0e279f44-e4d0-40f0-9418-a68bb4489005,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:25.957827 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:26.042692 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:26.058963 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Transition to ACTIVE for port object 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:26.098064 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:26.109343 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Transition to ACTIVE for port object 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:26.117897 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:26.122027 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:26.164730 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Network 132ad19c-c293-4e73-97c4-1d26427bf5ec is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:28:26.177350 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:26.185562 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:28:26.200950 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Pushing event updated for resources: {'Port': ['ID=3aa0fe48-fea5-4c54-9aad-1546f0262ba3,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:26.212010 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:26.314426 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4115752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773851'] for router, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:26.432720 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Attempting to bind port 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:28:26.433100 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Attempting to bind port 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'cfb07059-5f04-4a39-8bc0-8b0314f92bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '132ad19c-c293-4e73-97c4-1d26427bf5ec'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:28:26.433522 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Attempting to bind port 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 on network 132ad19c-c293-4e73-97c4-1d26427bf5ec {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:28:26.445074 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:28:26.445459 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Checking segment: {'id': 'cfb07059-5f04-4a39-8bc0-8b0314f92bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '132ad19c-c293-4e73-97c4-1d26427bf5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:26.445863 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:26.446291 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Bound using segment: {'id': 'cfb07059-5f04-4a39-8bc0-8b0314f92bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '132ad19c-c293-4e73-97c4-1d26427bf5ec'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:28:26.446773 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Bound port: 3aa0fe48-fea5-4c54-9aad-1546f0262ba3, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb07059-5f04-4a39-8bc0-8b0314f92bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '132ad19c-c293-4e73-97c4-1d26427bf5ec'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:28:26.447156 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:26.471193 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:26.502598 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Transition to ACTIVE for port object 99909274-fa87-4ab9-86bb-010bfdcfafbf will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:26.514134 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:26.517670 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:26.573785 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] For port 3aa0fe48-fea5-4c54-9aad-1546f0262ba3, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:28:26.578696 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] For port 3aa0fe48-fea5-4c54-9aad-1546f0262ba3, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=3aa0fe48-fea5-4c54-9aad-1546f0262ba3,segment=NetworkSegment(cfb07059-5f04-4a39-8bc0-8b0314f92bcf),segment_id=cfb07059-5f04-4a39-8bc0-8b0314f92bcf)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:28:26.593152 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:26.598537 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7453e-4a12-4add-bfd5-e52d08218fee None None] Pushing event updated for resources: {'Port': ['ID=99909274-fa87-4ab9-86bb-010bfdcfafbf,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:26.607285 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-65f7453e-4a12-4add-bfd5-e52d08218fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:26.607794 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:26.701661 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Attempting to bind port 99909274-fa87-4ab9-86bb-010bfdcfafbf on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:28:26.702034 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Attempting to bind port 99909274-fa87-4ab9-86bb-010bfdcfafbf by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'ec3497b0-6704-437c-b34b-876bd0747e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:28:26.702400 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Attempting to bind port 99909274-fa87-4ab9-86bb-010bfdcfafbf on network 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:28:26.711411 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Pushing event updated for resources: {'Port': ['ID=3aa0fe48-fea5-4c54-9aad-1546f0262ba3,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:26.717537 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:28:26.717840 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Checking segment: {'id': 'ec3497b0-6704-437c-b34b-876bd0747e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:26.718256 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:26.718687 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Bound using segment: {'id': 'ec3497b0-6704-437c-b34b-876bd0747e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:28:26.719163 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Bound port: 99909274-fa87-4ab9-86bb-010bfdcfafbf, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3497b0-6704-437c-b34b-876bd0747e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:28:26.719553 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:26.724467 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:26.817803 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] For port 99909274-fa87-4ab9-86bb-010bfdcfafbf, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:28:26.821398 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] For port 99909274-fa87-4ab9-86bb-010bfdcfafbf, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=99909274-fa87-4ab9-86bb-010bfdcfafbf,segment=NetworkSegment(ec3497b0-6704-437c-b34b-876bd0747e80),segment_id=ec3497b0-6704-437c-b34b-876bd0747e80)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:28:26.829156 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:26.829303 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Router c1e4f30c-2c7b-4ec7-8147-f001cceeaa22 is scheduled to L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef with binding_index 1 {{(pid=92895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:28:26.832722 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:26.900098 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Routers {'b288dcff-fcd1-4fe0-9035-7e097d305c41'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:28:26.900861 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:28:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b288dcff-fcd1-4fe0-9035-7e097d305c41'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:26.956247 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7453e-4a12-4add-bfd5-e52d08218fee None None] Pushing event updated for resources: {'Port': ['ID=99909274-fa87-4ab9-86bb-010bfdcfafbf,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:26.962945 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-65f7453e-4a12-4add-bfd5-e52d08218fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:27.006360 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:28:27.017809 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Sync routers for ids ['c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:28:27.028965 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:27.030570 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0054140 Jun 29 16:28:27.030951 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Routers {'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:28:27.031642 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-18763215-beba-4bdc-874a-dca46672d23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:28:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:27.033354 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47518) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:27.048985 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] Set router b288dcff-fcd1-4fe0-9035-7e097d305c41 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:28:27.235577 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Set router c1e4f30c-2c7b-4ec7-8147-f001cceeaa22 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:28:27.340581 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 0e279f44-e4d0-40f0-9418-a68bb4489005 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:27.393468 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'name': 'tempest-TestShelveInstance-438426862-router', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:22Z', 'revision_number': 4, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'gw_port': {'id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '99909274-fa87-4ab9-86bb-010bfdcfafbf', 'name': '', 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'mac_address': 'fa:16:3e:e3:d7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:22Z', 'updated_at': '2021-06-29T16:28:26Z', 'revision_number': 4, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'subnets': [{'id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:27.424858 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d9a56-a0dd-4cdf-9e17-354b42e8aceb None None] The sync data for ids ['b288dcff-fcd1-4fe0-9035-7e097d305c41'] in dv-cinder-786627-15-iscsi is: [{'id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'name': 'tempest-TestShelveInstance-438426862-router', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:22Z', 'revision_number': 4, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'gw_port': {'id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '99909274-fa87-4ab9-86bb-010bfdcfafbf', 'name': '', 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'mac_address': 'fa:16:3e:e3:d7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:22Z', 'updated_at': '2021-06-29T16:28:26Z', 'revision_number': 4, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'subnets': [{'id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:28:27.442075 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 0e279f44-e4d0-40f0-9418-a68bb4489005 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:27.443275 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:27.475670 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-18763215-beba-4bdc-874a-dca46672d23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'name': 'tempest-TestShelveInstance-1217742680-router', 'tenant_id': '40b20cfff51f4c3aa2718aa12764a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd05d7e32-bef7-42e1-a98b-abdf29b49e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:25Z', 'updated_at': '2021-06-29T16:28:25Z', 'revision_number': 3, 'project_id': '40b20cfff51f4c3aa2718aa12764a862', 'gw_port': {'id': 'd05d7e32-bef7-42e1-a98b-abdf29b49e5b', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:25Z', 'updated_at': '2021-06-29T16:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:27.537601 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Checking router: c1e4f30c-2c7b-4ec7-8147-f001cceeaa22 for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:28:27.538044 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Updating router c1e4f30c-2c7b-4ec7-8147-f001cceeaa22 port d05d7e32-bef7-42e1-a98b-abdf29b49e5b binding host dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:28:27.544430 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:27.591343 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:27.635057 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:27.705054 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:27.904138 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Allocated IP 172.20.0.1 (132ad19c-c293-4e73-97c4-1d26427bf5ec/3c1e5ab8-977c-4a8c-a3e8-5b4a7d5f6d77/3e85835d-be94-4fb2-980e-d3fdffed6714) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:28:27.956786 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:27.968169 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Transition to ACTIVE for port object d05d7e32-bef7-42e1-a98b-abdf29b49e5b will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:27.976495 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:27.980455 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-1a8aee80-d0fc-4bf8-94fe-94b40b300ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:28.030271 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa79d47-1edc-4867-86d2-35e41faacce6 None None] Network 132ad19c-c293-4e73-97c4-1d26427bf5ec requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:28:28.031074 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f1a00-f211-49ed-9475-123ddf1a65b4 None None] Pushing event updated for resources: {'Port': ['ID=d05d7e32-bef7-42e1-a98b-abdf29b49e5b,revision_number=2']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:28.036139 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-ec9f1a00-f211-49ed-9475-123ddf1a65b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:28.040282 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:28.048370 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Attempting to bind port d05d7e32-bef7-42e1-a98b-abdf29b49e5b on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:28:28.048828 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Attempting to bind port d05d7e32-bef7-42e1-a98b-abdf29b49e5b by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:28:28.049207 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Attempting to bind port d05d7e32-bef7-42e1-a98b-abdf29b49e5b on network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:28:28.055085 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:28:28.056205 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Checking segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:28.056626 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:28.057037 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Bound using segment: {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:28:28.057538 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Bound port: d05d7e32-bef7-42e1-a98b-abdf29b49e5b, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c76525-b418-463c-9dbc-2f8afd39a639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:28:28.057948 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:28.065730 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Transition to ACTIVE for port object 3e85835d-be94-4fb2-980e-d3fdffed6714 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:28.116501 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:28.119395 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:28.119927 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-18763215-beba-4bdc-874a-dca46672d23a None None] For port d05d7e32-bef7-42e1-a98b-abdf29b49e5b, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:28:28.124109 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-18763215-beba-4bdc-874a-dca46672d23a None None] For port d05d7e32-bef7-42e1-a98b-abdf29b49e5b, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=d05d7e32-bef7-42e1-a98b-abdf29b49e5b,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:28:28.132490 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:28.145968 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:28.162209 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Network 132ad19c-c293-4e73-97c4-1d26427bf5ec is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:28:28.167507 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:28.173010 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:28:28.216930 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4114108'] for router_interface, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:28.226939 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Routers {'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:28:28.227762 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-18763215-beba-4bdc-874a-dca46672d23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:28:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:28.239636 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-e487dd1b-7648-427d-8aee-b6e508f8a5c5 None None] Provisioning for port 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:28.248017 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-e487dd1b-7648-427d-8aee-b6e508f8a5c5 None None] Provisioning complete for port 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:28.248578 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e487dd1b-7648-427d-8aee-b6e508f8a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:28.267080 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Pushing event updated for resources: {'Port': ['ID=3e85835d-be94-4fb2-980e-d3fdffed6714,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:28.272501 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:28.294065 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f1a00-f211-49ed-9475-123ddf1a65b4 None None] Pushing event updated for resources: {'Port': ['ID=d05d7e32-bef7-42e1-a98b-abdf29b49e5b,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:28.298394 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-ec9f1a00-f211-49ed-9475-123ddf1a65b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:28.354003 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e487dd1b-7648-427d-8aee-b6e508f8a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:28.417673 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-e487dd1b-7648-427d-8aee-b6e508f8a5c5 None None] For port 3aa0fe48-fea5-4c54-9aad-1546f0262ba3, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=3aa0fe48-fea5-4c54-9aad-1546f0262ba3,segment=NetworkSegment(cfb07059-5f04-4a39-8bc0-8b0314f92bcf),segment_id=cfb07059-5f04-4a39-8bc0-8b0314f92bcf)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:28:28.424251 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e487dd1b-7648-427d-8aee-b6e508f8a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:28.427376 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:28.432495 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-18763215-beba-4bdc-874a-dca46672d23a None None] Set router c1e4f30c-2c7b-4ec7-8147-f001cceeaa22 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:28:28.493842 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:28.523109 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487dd1b-7648-427d-8aee-b6e508f8a5c5 None None] Pushing event updated for resources: {'Port': ['ID=3aa0fe48-fea5-4c54-9aad-1546f0262ba3,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:28.534524 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-e487dd1b-7648-427d-8aee-b6e508f8a5c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:28.656480 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1de069fc-42e6-4d3e-871d-cb297b42c865 None None] Provisioning complete for port 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:28.656881 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1de069fc-42e6-4d3e-871d-cb297b42c865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:28.689607 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-18763215-beba-4bdc-874a-dca46672d23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'name': 'tempest-TestShelveInstance-1217742680-router', 'tenant_id': '40b20cfff51f4c3aa2718aa12764a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd05d7e32-bef7-42e1-a98b-abdf29b49e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:25Z', 'updated_at': '2021-06-29T16:28:25Z', 'revision_number': 3, 'project_id': '40b20cfff51f4c3aa2718aa12764a862', 'gw_port': {'id': 'd05d7e32-bef7-42e1-a98b-abdf29b49e5b', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:25Z', 'updated_at': '2021-06-29T16:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:28.725030 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18763215-beba-4bdc-874a-dca46672d23a None None] The sync data for ids ['c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'] in dv-cinder-786627-15-iscsi is: [{'id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'name': 'tempest-TestShelveInstance-1217742680-router', 'tenant_id': '40b20cfff51f4c3aa2718aa12764a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd05d7e32-bef7-42e1-a98b-abdf29b49e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:25Z', 'updated_at': '2021-06-29T16:28:25Z', 'revision_number': 3, 'project_id': '40b20cfff51f4c3aa2718aa12764a862', 'gw_port': {'id': 'd05d7e32-bef7-42e1-a98b-abdf29b49e5b', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:25Z', 'updated_at': '2021-06-29T16:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:28:28.753148 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:28.760277 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:28.765014 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5daba2e9-f0eb-4622-9620-eef2d47b5051 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:28.788380 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1de069fc-42e6-4d3e-871d-cb297b42c865 None None] Provisioning for port 3e85835d-be94-4fb2-980e-d3fdffed6714 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:28.795352 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1de069fc-42e6-4d3e-871d-cb297b42c865 None None] Provisioning complete for port 3e85835d-be94-4fb2-980e-d3fdffed6714 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:28.795869 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1de069fc-42e6-4d3e-871d-cb297b42c865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:28.849652 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4113960'] for router_interface, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:28.853184 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1de069fc-42e6-4d3e-871d-cb297b42c865 None None] Port 3e85835d-be94-4fb2-980e-d3fdffed6714 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:28:28.859077 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Pushing event updated for resources: {'Port': ['ID=3e85835d-be94-4fb2-980e-d3fdffed6714,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:28.862084 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:28.957772 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Network 132ad19c-c293-4e73-97c4-1d26427bf5ec is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:28:28.959185 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:28.983558 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-5f033d92-3f45-4314-8e0a-146ec9db2fdd None None] Provisioning complete for port 3e85835d-be94-4fb2-980e-d3fdffed6714 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:28.983979 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5f033d92-3f45-4314-8e0a-146ec9db2fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:29.025993 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-5f033d92-3f45-4314-8e0a-146ec9db2fdd None None] Port 3e85835d-be94-4fb2-980e-d3fdffed6714 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:28:29.125514 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Router c1e4f30c-2c7b-4ec7-8147-f001cceeaa22 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:28:29.255768 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-37ccc2d0-2427-4696-9c67-a0e0d94ed862 None None] Provisioning complete for port 3e85835d-be94-4fb2-980e-d3fdffed6714 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:29.255768 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-37ccc2d0-2427-4696-9c67-a0e0d94ed862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:29.284651 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 99909274-fa87-4ab9-86bb-010bfdcfafbf up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:29.299836 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:28:29.305793 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] 10.222.0.66 "PUT /v2.0/routers/c1e4f30c-2c7b-4ec7-8147-f001cceeaa22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2713652 Jun 29 16:28:29.337492 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-37ccc2d0-2427-4696-9c67-a0e0d94ed862 None None] Port 3e85835d-be94-4fb2-980e-d3fdffed6714 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:28:29.359062 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port 99909274-fa87-4ab9-86bb-010bfdcfafbf completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:29.363416 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 99909274-fa87-4ab9-86bb-010bfdcfafbf triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:29.363835 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:29.464375 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:29.504479 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port 99909274-fa87-4ab9-86bb-010bfdcfafbf, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=99909274-fa87-4ab9-86bb-010bfdcfafbf,segment=NetworkSegment(ec3497b0-6704-437c-b34b-876bd0747e80),segment_id=ec3497b0-6704-437c-b34b-876bd0747e80)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:28:29.511413 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:29.512409 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:29.514366 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:29.597583 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=99909274-fa87-4ab9-86bb-010bfdcfafbf,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:29.609599 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:29.609599 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:29.609599 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:29.609599 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:29.609599 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:29.609599 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:29.610973 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:29.610973 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:29.610973 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:29.610973 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:29.610973 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:29.612390 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:29.616007 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:29.626527 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:29.627074 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:30.911520 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Sync routers for ids ['c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:28:30.924198 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Routers {'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:28:30.924832 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-278b8c42-5237-424e-99f6-94adce01940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:28:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:30.926046 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47538) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:30.931213 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-6604e404-9d62-4466-9de3-dac2851bd859 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-144352448', 'description': 'tempest-secgroup-smoke-144352448 description', 'project_id': 'd28d1a63a21346ae81b50bc6f442122c'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:30.958683 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6604e404-9d62-4466-9de3-dac2851bd859 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.044710 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6604e404-9d62-4466-9de3-dac2851bd859 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.048224 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Set router c1e4f30c-2c7b-4ec7-8147-f001cceeaa22 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:28:31.051228 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6604e404-9d62-4466-9de3-dac2851bd859 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.064217 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-68307069-cd3b-41ca-a866-2066f1e4039b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:31.079285 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6604e404-9d62-4466-9de3-dac2851bd859 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.080925 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6604e404-9d62-4466-9de3-dac2851bd859 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1538699 Jun 29 16:28:31.083958 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47540) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:31.091499 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-9769828e-07b1-4d5f-8a13-1e8dfcf112b9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Request body: {'security_group_rule': {'security_group_id': 'bb750009-c6a0-4420-ad02-d0f33b0176f6', 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:31.115032 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604e404-9d62-4466-9de3-dac2851bd859 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb750009-c6a0-4420-ad02-d0f33b0176f6,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:31.120158 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6604e404-9d62-4466-9de3-dac2851bd859 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:31.132425 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9769828e-07b1-4d5f-8a13-1e8dfcf112b9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.190821 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9769828e-07b1-4d5f-8a13-1e8dfcf112b9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.196626 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9769828e-07b1-4d5f-8a13-1e8dfcf112b9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.198924 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0b243cbe-45d3-44eb-b335-898056a6a098 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:31.215764 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 99909274-fa87-4ab9-86bb-010bfdcfafbf up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:31.220769 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769828e-07b1-4d5f-8a13-1e8dfcf112b9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93e2386-2d9b-4e04-8e17-7aa5da98d44d,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:31.224668 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9769828e-07b1-4d5f-8a13-1e8dfcf112b9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:31.227216 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9769828e-07b1-4d5f-8a13-1e8dfcf112b9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.228473 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9769828e-07b1-4d5f-8a13-1e8dfcf112b9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436870 Jun 29 16:28:31.231644 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47542) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:31.236178 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-81dc9cbb-94dc-4c8a-8668-49bdf5aa41ac tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Request body: {'security_group_rule': {'security_group_id': 'bb750009-c6a0-4420-ad02-d0f33b0176f6', 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:31.262941 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-81dc9cbb-94dc-4c8a-8668-49bdf5aa41ac tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.308227 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 99909274-fa87-4ab9-86bb-010bfdcfafbf triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:31.308503 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.325024 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-81dc9cbb-94dc-4c8a-8668-49bdf5aa41ac tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.328820 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-81dc9cbb-94dc-4c8a-8668-49bdf5aa41ac tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.331828 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f020e670-f04f-4982-8764-9b3cd3e8e151 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:31.346497 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc9cbb-94dc-4c8a-8668-49bdf5aa41ac tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a379b054-e461-4b13-b966-d6137d2977d2,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:31.348524 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-278b8c42-5237-424e-99f6-94adce01940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'name': 'tempest-TestShelveInstance-1217742680-router', 'tenant_id': '40b20cfff51f4c3aa2718aa12764a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd05d7e32-bef7-42e1-a98b-abdf29b49e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:25Z', 'updated_at': '2021-06-29T16:28:28Z', 'revision_number': 4, 'project_id': '40b20cfff51f4c3aa2718aa12764a862', 'gw_port': {'id': 'd05d7e32-bef7-42e1-a98b-abdf29b49e5b', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:25Z', 'updated_at': '2021-06-29T16:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '3e85835d-be94-4fb2-980e-d3fdffed6714', 'name': '', 'network_id': '132ad19c-c293-4e73-97c4-1d26427bf5ec', 'tenant_id': '40b20cfff51f4c3aa2718aa12764a862', 'mac_address': 'fa:16:3e:eb:4e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3c1e5ab8-977c-4a8c-a3e8-5b4a7d5f6d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:27Z', 'updated_at': '2021-06-29T16:28:28Z', 'revision_number': 2, 'project_id': '40b20cfff51f4c3aa2718aa12764a862', 'subnets': [{'id': '3c1e5ab8-977c-4a8c-a3e8-5b4a7d5f6d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:31.351493 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-81dc9cbb-94dc-4c8a-8668-49bdf5aa41ac tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:31.357442 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-81dc9cbb-94dc-4c8a-8668-49bdf5aa41ac tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.358637 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-81dc9cbb-94dc-4c8a-8668-49bdf5aa41ac tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260788 Jun 29 16:28:31.361498 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47544) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:31.367010 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-394620e9-8af3-4b29-8e0c-333c8e04f5a8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Request body: {'security_group_rule': {'security_group_id': 'bb750009-c6a0-4420-ad02-d0f33b0176f6', 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:31.383526 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Checking router: c1e4f30c-2c7b-4ec7-8147-f001cceeaa22 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:28:31.383907 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Updating router c1e4f30c-2c7b-4ec7-8147-f001cceeaa22 port 3e85835d-be94-4fb2-980e-d3fdffed6714 binding host dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:28:31.395816 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-394620e9-8af3-4b29-8e0c-333c8e04f5a8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.444337 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.462530 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-394620e9-8af3-4b29-8e0c-333c8e04f5a8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.468679 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-394620e9-8af3-4b29-8e0c-333c8e04f5a8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.471063 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:31.488207 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394620e9-8af3-4b29-8e0c-333c8e04f5a8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be29ed6-0f3b-4e5d-bbed-040c1dbecb15,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:31.488467 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device d05d7e32-bef7-42e1-a98b-abdf29b49e5b up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:31.492865 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-394620e9-8af3-4b29-8e0c-333c8e04f5a8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:31.494793 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-394620e9-8af3-4b29-8e0c-333c8e04f5a8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.496592 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-394620e9-8af3-4b29-8e0c-333c8e04f5a8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329501 Jun 29 16:28:31.499321 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47546) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:31.503996 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-0296e9ba-5980-46be-918f-d0a77d0be823 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Request body: {'security_group_rule': {'security_group_id': 'bb750009-c6a0-4420-ad02-d0f33b0176f6', 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:31.531052 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0296e9ba-5980-46be-918f-d0a77d0be823 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.600112 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0296e9ba-5980-46be-918f-d0a77d0be823 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.605807 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0296e9ba-5980-46be-918f-d0a77d0be823 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.608110 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:31.629467 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296e9ba-5980-46be-918f-d0a77d0be823 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29dc36ef-1029-4f56-bd93-1442e4b9c62b,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:31.636640 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0296e9ba-5980-46be-918f-d0a77d0be823 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:31.642252 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0296e9ba-5980-46be-918f-d0a77d0be823 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.643768 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0296e9ba-5980-46be-918f-d0a77d0be823 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433821 Jun 29 16:28:31.646522 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47550) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:31.651589 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-f3e02b24-08d8-4130-9990-b98f3d55fa71 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Request body: {'security_group_rule': {'security_group_id': 'bb750009-c6a0-4420-ad02-d0f33b0176f6', 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:31.675853 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.db.securitygroups_db [None req-f3e02b24-08d8-4130-9990-b98f3d55fa71 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Project d28d1a63a21346ae81b50bc6f442122c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:28:31.681249 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f3e02b24-08d8-4130-9990-b98f3d55fa71 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.745358 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f3e02b24-08d8-4130-9990-b98f3d55fa71 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.750007 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f3e02b24-08d8-4130-9990-b98f3d55fa71 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.752313 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-fff93c46-0a07-4e99-9d05-8cc8bc157e0e tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:31.769265 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e02b24-08d8-4130-9990-b98f3d55fa71 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6a4d36-a35b-495a-901c-0957b0c07c9a,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:31.772181 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f3e02b24-08d8-4130-9990-b98f3d55fa71 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:31.776250 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f3e02b24-08d8-4130-9990-b98f3d55fa71 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.777517 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f3e02b24-08d8-4130-9990-b98f3d55fa71 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297650 Jun 29 16:28:31.778547 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port d05d7e32-bef7-42e1-a98b-abdf29b49e5b completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:31.780355 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47552) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:31.785537 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-1aee432b-2f79-479c-8276-c63ec76166c8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Request body: {'security_group_rule': {'security_group_id': 'bb750009-c6a0-4420-ad02-d0f33b0176f6', 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:31.786086 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port d05d7e32-bef7-42e1-a98b-abdf29b49e5b triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:31.786471 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.808273 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.db.securitygroups_db [None req-1aee432b-2f79-479c-8276-c63ec76166c8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Project d28d1a63a21346ae81b50bc6f442122c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:28:31.813762 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1aee432b-2f79-479c-8276-c63ec76166c8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.945562 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.982973 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.986462 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port d05d7e32-bef7-42e1-a98b-abdf29b49e5b, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=d05d7e32-bef7-42e1-a98b-abdf29b49e5b,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:28:31.993998 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:31.997658 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:31.999988 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Transition to ACTIVE for port object 3e85835d-be94-4fb2-980e-d3fdffed6714 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:32.021240 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:32.069237 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=d05d7e32-bef7-42e1-a98b-abdf29b49e5b,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:32.074311 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:32.074788 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-65f7453e-4a12-4add-bfd5-e52d08218fee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:32.122050 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1aee432b-2f79-479c-8276-c63ec76166c8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:32.127261 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1aee432b-2f79-479c-8276-c63ec76166c8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4181405'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:32.129462 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:32.149915 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee432b-2f79-479c-8276-c63ec76166c8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8b3c23-f875-4a0d-9d20-41e0cd63ce59,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:32.153388 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1aee432b-2f79-479c-8276-c63ec76166c8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:32.154271 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1aee432b-2f79-479c-8276-c63ec76166c8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:32.160031 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1aee432b-2f79-479c-8276-c63ec76166c8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3738244 Jun 29 16:28:32.165522 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85781ef-92f3-4691-aa7e-c52f12b8e2e2 None None] Pushing event updated for resources: {'Port': ['ID=3e85835d-be94-4fb2-980e-d3fdffed6714,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:32.172183 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Attempting to bind port 3e85835d-be94-4fb2-980e-d3fdffed6714 on host dv-cinder-786627-15-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:28:32.172812 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Attempting to bind port 3e85835d-be94-4fb2-980e-d3fdffed6714 by drivers openvswitch,hyperv on host dv-cinder-786627-15-iscsi at level 0 using segments [{'id': 'cfb07059-5f04-4a39-8bc0-8b0314f92bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '132ad19c-c293-4e73-97c4-1d26427bf5ec'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:28:32.173548 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Attempting to bind port 3e85835d-be94-4fb2-980e-d3fdffed6714 on network 132ad19c-c293-4e73-97c4-1d26427bf5ec {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:28:32.177034 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-c85781ef-92f3-4691-aa7e-c52f12b8e2e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:32.184346 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Checking agent: {'id': 'd73fd708-a48e-435e-a1d1-89469f615960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 11), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:28:32.185011 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Checking segment: {'id': 'cfb07059-5f04-4a39-8bc0-8b0314f92bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '132ad19c-c293-4e73-97c4-1d26427bf5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:32.185512 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:32.185993 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Bound using segment: {'id': 'cfb07059-5f04-4a39-8bc0-8b0314f92bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '132ad19c-c293-4e73-97c4-1d26427bf5ec'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:28:32.186751 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Bound port: 3e85835d-be94-4fb2-980e-d3fdffed6714, host: dv-cinder-786627-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb07059-5f04-4a39-8bc0-8b0314f92bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '132ad19c-c293-4e73-97c4-1d26427bf5ec'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:28:32.187107 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:32.264207 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-278b8c42-5237-424e-99f6-94adce01940e None None] For port 3e85835d-be94-4fb2-980e-d3fdffed6714, host dv-cinder-786627-15-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:28:32.268508 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-278b8c42-5237-424e-99f6-94adce01940e None None] For port 3e85835d-be94-4fb2-980e-d3fdffed6714, host dv-cinder-786627-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=3e85835d-be94-4fb2-980e-d3fdffed6714,segment=NetworkSegment(cfb07059-5f04-4a39-8bc0-8b0314f92bcf),segment_id=cfb07059-5f04-4a39-8bc0-8b0314f92bcf)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:28:32.273750 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:32.276229 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b2e07f5c-6f5b-474b-9520-c47c9126e633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:32.335245 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Routers {'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:28:32.335925 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-278b8c42-5237-424e-99f6-94adce01940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:28:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:32.379358 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85781ef-92f3-4691-aa7e-c52f12b8e2e2 None None] Pushing event updated for resources: {'Port': ['ID=3e85835d-be94-4fb2-980e-d3fdffed6714,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:32.383170 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-c85781ef-92f3-4691-aa7e-c52f12b8e2e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:32.473952 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-278b8c42-5237-424e-99f6-94adce01940e None None] Set router c1e4f30c-2c7b-4ec7-8147-f001cceeaa22 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:28:32.720802 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-278b8c42-5237-424e-99f6-94adce01940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'name': 'tempest-TestShelveInstance-1217742680-router', 'tenant_id': '40b20cfff51f4c3aa2718aa12764a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd05d7e32-bef7-42e1-a98b-abdf29b49e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:25Z', 'updated_at': '2021-06-29T16:28:28Z', 'revision_number': 4, 'project_id': '40b20cfff51f4c3aa2718aa12764a862', 'gw_port': {'id': 'd05d7e32-bef7-42e1-a98b-abdf29b49e5b', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:25Z', 'updated_at': '2021-06-29T16:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '3e85835d-be94-4fb2-980e-d3fdffed6714', 'name': '', 'network_id': '132ad19c-c293-4e73-97c4-1d26427bf5ec', 'tenant_id': '40b20cfff51f4c3aa2718aa12764a862', 'mac_address': 'fa:16:3e:eb:4e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3c1e5ab8-977c-4a8c-a3e8-5b4a7d5f6d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:27Z', 'updated_at': '2021-06-29T16:28:32Z', 'revision_number': 4, 'project_id': '40b20cfff51f4c3aa2718aa12764a862', 'subnets': [{'id': '3c1e5ab8-977c-4a8c-a3e8-5b4a7d5f6d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:32.754733 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b8c42-5237-424e-99f6-94adce01940e None None] The sync data for ids ['c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'] in dv-cinder-786627-15-iscsi is: [{'id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'name': 'tempest-TestShelveInstance-1217742680-router', 'tenant_id': '40b20cfff51f4c3aa2718aa12764a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd05d7e32-bef7-42e1-a98b-abdf29b49e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:25Z', 'updated_at': '2021-06-29T16:28:28Z', 'revision_number': 4, 'project_id': '40b20cfff51f4c3aa2718aa12764a862', 'gw_port': {'id': 'd05d7e32-bef7-42e1-a98b-abdf29b49e5b', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:25Z', 'updated_at': '2021-06-29T16:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '3e85835d-be94-4fb2-980e-d3fdffed6714', 'name': '', 'network_id': '132ad19c-c293-4e73-97c4-1d26427bf5ec', 'tenant_id': '40b20cfff51f4c3aa2718aa12764a862', 'mac_address': 'fa:16:3e:eb:4e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3c1e5ab8-977c-4a8c-a3e8-5b4a7d5f6d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:27Z', 'updated_at': '2021-06-29T16:28:32Z', 'revision_number': 4, 'project_id': '40b20cfff51f4c3aa2718aa12764a862', 'subnets': [{'id': '3c1e5ab8-977c-4a8c-a3e8-5b4a7d5f6d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:28:33.188022 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 3e85835d-be94-4fb2-980e-d3fdffed6714 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:33.245618 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning for port 3e85835d-be94-4fb2-980e-d3fdffed6714 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:33.254854 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 3e85835d-be94-4fb2-980e-d3fdffed6714 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:33.255237 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:33.342626 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:33.376746 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] For port 3e85835d-be94-4fb2-980e-d3fdffed6714, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=3e85835d-be94-4fb2-980e-d3fdffed6714,segment=NetworkSegment(cfb07059-5f04-4a39-8bc0-8b0314f92bcf),segment_id=cfb07059-5f04-4a39-8bc0-8b0314f92bcf)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:28:33.380629 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:33.381517 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device d05d7e32-bef7-42e1-a98b-abdf29b49e5b up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:33.383287 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6f57e752-e925-4701-94eb-910c40fc9d39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:33.462720 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Pushing event updated for resources: {'Port': ['ID=3e85835d-be94-4fb2-980e-d3fdffed6714,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:33.466678 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:33.476910 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port d05d7e32-bef7-42e1-a98b-abdf29b49e5b triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:33.477502 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:35.103447 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 3e85835d-be94-4fb2-980e-d3fdffed6714 up at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:35.154461 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Provisioning complete for port 3e85835d-be94-4fb2-980e-d3fdffed6714 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:35.154843 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:38.235320 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-57b8c5a0-bb35-4309-83c3-c3a85bcbc20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:38.256716 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:40.836300 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4355f41d-befc-4396-a603-63ec7544753f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:41.443384 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:42.036822 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:43.784872 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:51.727890 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:28:58.301181 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-1d97ffeb-fb4e-4b25-bd44-fbd13501f1a9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144352448&fields=id&tenant_id=d28d1a63a21346ae81b50bc6f442122c HTTP/1.1" status: 200 len: 267 time: 0.0336366 Jun 29 16:28:58.417260 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-dd6e9c75-c6e0-45bf-9e1c-37b1b41027c0 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:58.418705 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-dd6e9c75-c6e0-45bf-9e1c-37b1b41027c0 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/networks?id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 HTTP/1.1" status: 200 len: 808 time: 0.1107588 Jun 29 16:28:58.434146 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-49779bfc-1816-4a80-a4a2-7e370f1ce0e8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/quotas/d28d1a63a21346ae81b50bc6f442122c HTTP/1.1" status: 200 len: 375 time: 0.0093355 Jun 29 16:28:58.502359 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-2d3c29e5-3d16-4646-ad0a-0e6526bd9ace tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d28d1a63a21346ae81b50bc6f442122c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624104 Jun 29 16:28:58.687155 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-aaedd738-bcca-4a38-bca2-9962c984e4b4 service neutron] 10.222.0.66 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729517 Jun 29 16:28:58.788345 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-db18cdad-ba82-4902-80a1-3dc7a59f5d2c service neutron] 10.222.0.66 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928204 Jun 29 16:28:59.147184 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9d7b3be3-478d-4c26-a757-90fc6f3a8223 req-359b547a-3441-4845-87e3-b9e9dc84ec35 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 210 time: 0.0887511 Jun 29 16:29:00.303268 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b4b7b593-6725-44f4-b4ac-7f059234a15f req-4aedc5c6-2582-4bdc-95eb-cfcf07bea57e tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 210 time: 0.0356219 Jun 29 16:29:00.345506 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-9872b7a1-46b7-46fc-945a-e150d25160d7 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:00.346906 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-9872b7a1-46b7-46fc-945a-e150d25160d7 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.77 "GET /v2.0/networks?id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 HTTP/1.1" status: 200 len: 808 time: 0.1365690 Jun 29 16:29:00.394450 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-ad4e3002-4f6c-4277-aacc-ebcdb96efdb9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d28d1a63a21346ae81b50bc6f442122c HTTP/1.1" status: 200 len: 379 time: 0.0389924 Jun 29 16:29:00.403377 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-5a3ae8ea-630b-4e59-aecb-b22f83bbd09a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Request body: {'port': {'device_id': '759d48cd-9536-472e-8896-6dd922531e12', 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'admin_state_up': True, 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'security_groups': ['bb750009-c6a0-4420-ad02-d0f33b0176f6']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:29:00.514924 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-5a3ae8ea-630b-4e59-aecb-b22f83bbd09a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Made reservation on behalf of d28d1a63a21346ae81b50bc6f442122c for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:29:00.518539 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-5a3ae8ea-630b-4e59-aecb-b22f83bbd09a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:00.638397 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-5a3ae8ea-630b-4e59-aecb-b22f83bbd09a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Allocated IP 172.20.0.5 (1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5/30035ce6-59dc-4b36-b25c-00a6a30eadcc/c0db538f-26b2-40cc-8513-16919a8edcd9) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:29:00.777930 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-5a3ae8ea-630b-4e59-aecb-b22f83bbd09a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:00.790833 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-5a3ae8ea-630b-4e59-aecb-b22f83bbd09a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Transition to ACTIVE for port object c0db538f-26b2-40cc-8513-16919a8edcd9 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:29:00.825270 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-5a3ae8ea-630b-4e59-aecb-b22f83bbd09a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:00.829743 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4896e01d-e964-44cf-b6a1-0a3014a7024d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:00.870759 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-5a3ae8ea-630b-4e59-aecb-b22f83bbd09a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Network 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:29:00.874751 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-5a3ae8ea-630b-4e59-aecb-b22f83bbd09a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:29:00.878984 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-5a3ae8ea-630b-4e59-aecb-b22f83bbd09a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:29:00.911970 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ae8ea-630b-4e59-aecb-b22f83bbd09a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Pushing event updated for resources: {'Port': ['ID=c0db538f-26b2-40cc-8513-16919a8edcd9,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:00.916479 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5a3ae8ea-630b-4e59-aecb-b22f83bbd09a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:00.941096 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-5a3ae8ea-630b-4e59-aecb-b22f83bbd09a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:00.941858 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-5a3ae8ea-630b-4e59-aecb-b22f83bbd09a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:00.960004 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-5a3ae8ea-630b-4e59-aecb-b22f83bbd09a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5601919 Jun 29 16:29:00.976346 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Request body: {'port': {'device_id': '759d48cd-9536-472e-8896-6dd922531e12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:29:01.064413 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:01.112605 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-ad391de3-753e-47ac-b318-3853603622c7 None None] Provisioning for port c0db538f-26b2-40cc-8513-16919a8edcd9 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:29:01.116548 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-ad391de3-753e-47ac-b318-3853603622c7 None None] Provisioning complete for port c0db538f-26b2-40cc-8513-16919a8edcd9 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:29:01.116927 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ad391de3-753e-47ac-b318-3853603622c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:01.151549 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-ad391de3-753e-47ac-b318-3853603622c7 None None] Port c0db538f-26b2-40cc-8513-16919a8edcd9 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:29:01.336709 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0db538f-26b2-40cc-8513-16919a8edcd9 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:29:01.344635 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:01.357746 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Transition to ACTIVE for port object c0db538f-26b2-40cc-8513-16919a8edcd9 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:29:01.362544 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:01.365635 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5c5c6c31-9ad7-4235-a2f0-f770cc07645f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:01.415729 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Pushing event updated for resources: {'Port': ['ID=c0db538f-26b2-40cc-8513-16919a8edcd9,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:01.418608 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:01.494231 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324cdcd-50a8-41a6-8f9d-0b52c67970ba req-006c6a01-643f-494c-8dd3-6d7fc4218b05 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:01.496671 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Attempting to bind port c0db538f-26b2-40cc-8513-16919a8edcd9 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:29:01.497017 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Attempting to bind port c0db538f-26b2-40cc-8513-16919a8edcd9 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ec3497b0-6704-437c-b34b-876bd0747e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:29:01.497350 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Attempting to bind port c0db538f-26b2-40cc-8513-16919a8edcd9 on network 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:29:01.498885 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f324cdcd-50a8-41a6-8f9d-0b52c67970ba req-006c6a01-643f-494c-8dd3-6d7fc4218b05 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 943 time: 0.0786519 Jun 29 16:29:01.502681 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Port c0db538f-26b2-40cc-8513-16919a8edcd9 on network 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:29:01.503085 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Attempting to bind port c0db538f-26b2-40cc-8513-16919a8edcd9 on network 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:29:01.508546 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Checking agent: {'id': '1f42b8fb-87af-41ff-972d-c33b8bf8d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:29:01.508893 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Checking segment: {'id': 'ec3497b0-6704-437c-b34b-876bd0747e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:29:01.509283 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Bound using segment: {'id': 'ec3497b0-6704-437c-b34b-876bd0747e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:29:01.509731 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Bound port: c0db538f-26b2-40cc-8513-16919a8edcd9, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3497b0-6704-437c-b34b-876bd0747e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:29:01.510088 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:01.536861 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f324cdcd-50a8-41a6-8f9d-0b52c67970ba req-8e23a944-242b-4ec7-8463-88a8be86bca3 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345213 Jun 29 16:29:01.581294 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] For port c0db538f-26b2-40cc-8513-16919a8edcd9, host hv-cinder-78662, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:29:01.584547 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] For port c0db538f-26b2-40cc-8513-16919a8edcd9, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0db538f-26b2-40cc-8513-16919a8edcd9,segment=NetworkSegment(ec3497b0-6704-437c-b34b-876bd0747e80),segment_id=ec3497b0-6704-437c-b34b-876bd0747e80)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:29:01.590074 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:01.592260 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:01.626440 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:01.627052 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:01.628474 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] 10.222.0.77 "PUT /v2.0/ports/c0db538f-26b2-40cc-8513-16919a8edcd9 HTTP/1.1" status: 200 len: 1093 time: 0.6567676 Jun 29 16:29:01.628998 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759d48cd-9536-472e-8896-6dd922531e12', 'tag': 'c0db538f-26b2-40cc-8513-16919a8edcd9'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:29:01.631312 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc13814-7c8d-4fd3-9f99-06922dfd25b6" -d '{"events": [{"name": "network-changed", "server_uuid": "759d48cd-9536-472e-8896-6dd922531e12", "tag": "c0db538f-26b2-40cc-8513-16919a8edcd9"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:29:01.659093 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Pushing event updated for resources: {'Port': ['ID=c0db538f-26b2-40cc-8513-16919a8edcd9,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:01.662567 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:01.738845 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-2f761c33-0029-4f8b-88cb-bc529d4ffc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:01.740604 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-2f761c33-0029-4f8b-88cb-bc529d4ffc84 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d28d1a63a21346ae81b50bc6f442122c&device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 1096 time: 0.0646048 Jun 29 16:29:01.742328 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392b4674-f821-4334-8c61-bfa675736b83 x-openstack-request-id: req-392b4674-f821-4334-8c61-bfa675736b83 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:29:01.742654 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759d48cd-9536-472e-8896-6dd922531e12", "tag": "c0db538f-26b2-40cc-8513-16919a8edcd9", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:29:01.742945 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-392b4674-f821-4334-8c61-bfa675736b83 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:29:01.743375 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759d48cd-9536-472e-8896-6dd922531e12', 'tag': 'c0db538f-26b2-40cc-8513-16919a8edcd9', 'status': 'completed', 'code': 200} Jun 29 16:29:01.792552 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-f6166e7e-ce16-4553-9029-62b85331b2f2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0db538f-26b2-40cc-8513-16919a8edcd9 HTTP/1.1" status: 200 len: 217 time: 0.0409036 Jun 29 16:29:01.843840 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-82c6e041-25dc-48c1-940c-7c4fd5f879f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:01.845290 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-82c6e041-25dc-48c1-940c-7c4fd5f879f0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30035ce6-59dc-4b36-b25c-00a6a30eadcc HTTP/1.1" status: 200 len: 847 time: 0.0442307 Jun 29 16:29:01.904632 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-9cf9682d-cb2e-4087-a178-3a3edade2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:01.906134 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-9cf9682d-cb2e-4087-a178-3a3edade2844 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541105 Jun 29 16:29:02.000147 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-bd88eeba-f624-4ecd-bcea-854b3ea0f594 service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864882 Jun 29 16:29:02.091895 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09781ad3-57f2-41cc-929b-9c841ab4cd00 req-9693c48c-3ed0-4b6c-80f3-75b2622ce5a6 service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846207 Jun 29 16:29:02.198763 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc13814-7c8d-4fd3-9f99-06922dfd25b6 req-3958ffa9-e6dd-4282-9b96-8333a6cf9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:02.200315 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6bc13814-7c8d-4fd3-9f99-06922dfd25b6 req-3958ffa9-e6dd-4282-9b96-8333a6cf9338 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d28d1a63a21346ae81b50bc6f442122c&device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 1096 time: 0.0580258 Jun 29 16:29:02.292798 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc13814-7c8d-4fd3-9f99-06922dfd25b6 req-295be2cf-81bf-4e54-800b-a29e2dd4d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:02.294266 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6bc13814-7c8d-4fd3-9f99-06922dfd25b6 req-295be2cf-81bf-4e54-800b-a29e2dd4d13a service neutron] 10.222.0.77 "GET /v2.0/networks?id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 HTTP/1.1" status: 200 len: 909 time: 0.0863156 Jun 29 16:29:02.342670 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6bc13814-7c8d-4fd3-9f99-06922dfd25b6 req-ca784b7b-e9d7-4102-bdc4-c64a2ddf2270 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0db538f-26b2-40cc-8513-16919a8edcd9 HTTP/1.1" status: 200 len: 217 time: 0.0378253 Jun 29 16:29:02.396057 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc13814-7c8d-4fd3-9f99-06922dfd25b6 req-8d56913c-4f86-44f1-b7c0-006ed0e9dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:02.398361 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6bc13814-7c8d-4fd3-9f99-06922dfd25b6 req-8d56913c-4f86-44f1-b7c0-006ed0e9dd20 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30035ce6-59dc-4b36-b25c-00a6a30eadcc HTTP/1.1" status: 200 len: 847 time: 0.0484273 Jun 29 16:29:02.458935 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc13814-7c8d-4fd3-9f99-06922dfd25b6 req-c68a5da4-7cd5-418f-8eea-45079973f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:02.460476 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6bc13814-7c8d-4fd3-9f99-06922dfd25b6 req-c68a5da4-7cd5-418f-8eea-45079973f396 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0550382 Jun 29 16:29:02.555181 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6bc13814-7c8d-4fd3-9f99-06922dfd25b6 req-2b35bad4-ef1f-4dbe-80b6-60a1b12062de service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867608 Jun 29 16:29:02.647064 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6bc13814-7c8d-4fd3-9f99-06922dfd25b6 req-c59ddedf-e6ec-45d8-8341-df8dbf989158 service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834041 Jun 29 16:29:02.711455 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627eeab-ac2e-4246-b993-83758fe29b92 req-541e37b6-291b-4e00-b8d8-7279aba830be tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:02.712955 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b627eeab-ac2e-4246-b993-83758fe29b92 req-541e37b6-291b-4e00-b8d8-7279aba830be tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 943 time: 0.0654721 Jun 29 16:29:02.749981 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b627eeab-ac2e-4246-b993-83758fe29b92 req-8f08c116-da81-497a-ac61-2d51a10422d5 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306954 Jun 29 16:29:03.926940 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a2d71-739e-4a61-bbc2-12a8fdec8556 req-7a9d94dd-555c-4c27-b2d1-d0125f8a8410 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:03.928466 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-962a2d71-739e-4a61-bbc2-12a8fdec8556 req-7a9d94dd-555c-4c27-b2d1-d0125f8a8410 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 943 time: 0.0666058 Jun 29 16:29:04.244631 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-962a2d71-739e-4a61-bbc2-12a8fdec8556 req-e664f76f-b299-4ad4-95fd-e8ee02f2ef17 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103337 Jun 29 16:29:05.418859 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a6877-bcfd-480d-8073-b8d8f43ae33b req-3f85eadb-5a59-47f5-8782-7ce8ca067a37 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:05.420391 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-320a6877-bcfd-480d-8073-b8d8f43ae33b req-3f85eadb-5a59-47f5-8782-7ce8ca067a37 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 943 time: 0.0630333 Jun 29 16:29:05.458537 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-320a6877-bcfd-480d-8073-b8d8f43ae33b req-2742bdc3-f3c8-490f-bb62-66f88abaf173 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324271 Jun 29 16:29:06.626098 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5bedb-652e-465e-b44d-d7c50a20220d req-68d64950-defb-4de4-993d-9b67026ff4ca tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:06.627551 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7eb5bedb-652e-465e-b44d-d7c50a20220d req-68d64950-defb-4de4-993d-9b67026ff4ca tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 943 time: 0.0607679 Jun 29 16:29:06.664500 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7eb5bedb-652e-465e-b44d-d7c50a20220d req-1033f381-86af-4a00-941f-e83c34122265 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313168 Jun 29 16:29:07.832352 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939e808-a119-405c-b595-45daf6cfb33d req-cebe0209-b2c1-494f-a398-5c76fb984311 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:07.833835 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f939e808-a119-405c-b595-45daf6cfb33d req-cebe0209-b2c1-494f-a398-5c76fb984311 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 943 time: 0.0615284 Jun 29 16:29:07.876123 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f939e808-a119-405c-b595-45daf6cfb33d req-faa89fae-0f0a-4012-99d9-a6e3023eb837 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365558 Jun 29 16:29:08.229532 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6fabe7ed-12b4-46ab-9e04-fad502169cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:08.263209 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:09.050791 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c542a5-418d-4753-a952-7782acf2c334 req-5bc7f2c4-12e6-445f-97b4-5aefc4ca9b63 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:09.052265 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-05c542a5-418d-4753-a952-7782acf2c334 req-5bc7f2c4-12e6-445f-97b4-5aefc4ca9b63 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 943 time: 0.0678039 Jun 29 16:29:09.091646 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-05c542a5-418d-4753-a952-7782acf2c334 req-1b7aa2c8-a997-49d6-b9e8-78e872e14084 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331907 Jun 29 16:29:09.738964 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device c0db538f-26b2-40cc-8513-16919a8edcd9 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:29:09.843997 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port c0db538f-26b2-40cc-8513-16919a8edcd9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0db538f-26b2-40cc-8513-16919a8edcd9,segment=NetworkSegment(ec3497b0-6704-437c-b34b-876bd0747e80),segment_id=ec3497b0-6704-437c-b34b-876bd0747e80)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:29:09.855769 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Returning: {'device': 'c0db538f-26b2-40cc-8513-16919a8edcd9', 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'port_id': 'c0db538f-26b2-40cc-8513-16919a8edcd9', 'mac_address': 'fa:16:3e:38:66:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:29:09.894183 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:09.907704 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0db538f-26b2-40cc-8513-16919a8edcd9 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:29:09.927798 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port c0db538f-26b2-40cc-8513-16919a8edcd9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0db538f-26b2-40cc-8513-16919a8edcd9,segment=NetworkSegment(ec3497b0-6704-437c-b34b-876bd0747e80),segment_id=ec3497b0-6704-437c-b34b-876bd0747e80)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:29:09.932389 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:09.935119 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6da00490-d2a2-4350-b62d-969473ed155f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:09.986512 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=c0db538f-26b2-40cc-8513-16919a8edcd9,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:09.990582 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:10.268305 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114ad1b-cae6-4d55-828c-059f17e1b707 req-c3b85760-c449-4b1a-b8cd-b4d1b9de7fb1 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:10.269676 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d114ad1b-cae6-4d55-828c-059f17e1b707 req-c3b85760-c449-4b1a-b8cd-b4d1b9de7fb1 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 944 time: 0.0647147 Jun 29 16:29:10.294663 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['c0db538f-26b2-40cc-8513-16919a8edcd9'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:29:10.309739 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d114ad1b-cae6-4d55-828c-059f17e1b707 req-4a9cfa1a-a8a9-4ddf-9da8-be0cdc144020 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344634 Jun 29 16:29:10.841404 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e034ba94-c9d4-4aba-9b30-ce29bfde3433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:11.447412 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:11.505779 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaac20-2fbd-485a-b05b-9a18c1363b2b req-57d06f3b-1c31-4ee4-a6c0-6988283f93de tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:11.507292 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7edaac20-2fbd-485a-b05b-9a18c1363b2b req-57d06f3b-1c31-4ee4-a6c0-6988283f93de tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 944 time: 0.0752220 Jun 29 16:29:11.558541 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7edaac20-2fbd-485a-b05b-9a18c1363b2b req-3269929a-2340-40e9-bf18-1dc425a6bbb4 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430272 Jun 29 16:29:11.757015 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device c0db538f-26b2-40cc-8513-16919a8edcd9 up at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:29:11.810857 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning for port c0db538f-26b2-40cc-8513-16919a8edcd9 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:29:11.814609 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning complete for port c0db538f-26b2-40cc-8513-16919a8edcd9 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:29:11.814993 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:11.902637 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:11.926300 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759d48cd-9536-472e-8896-6dd922531e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0db538f-26b2-40cc-8513-16919a8edcd9'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:29:11.928873 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e148ad334d6b0a25feb6cb172eaafc5bfcff4dbaa69dd97dd66c28eda2659d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb75e93-9c77-4e09-9ad6-fa6d9ef0706f" -d '{"events": [{"server_uuid": "759d48cd-9536-472e-8896-6dd922531e12", "name": "network-vif-plugged", "status": "completed", "tag": "c0db538f-26b2-40cc-8513-16919a8edcd9"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:29:11.942784 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port c0db538f-26b2-40cc-8513-16919a8edcd9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0db538f-26b2-40cc-8513-16919a8edcd9,segment=NetworkSegment(ec3497b0-6704-437c-b34b-876bd0747e80),segment_id=ec3497b0-6704-437c-b34b-876bd0747e80)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:29:11.946890 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:11.948844 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-2a16db0f-06cf-4a72-8f23-4041e0dc2e4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:11.997560 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=c0db538f-26b2-40cc-8513-16919a8edcd9,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:12.001270 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:12.033224 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c037725c-47ba-402e-8e6f-b36125724768 x-openstack-request-id: req-c037725c-47ba-402e-8e6f-b36125724768 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:29:12.033591 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759d48cd-9536-472e-8896-6dd922531e12", "name": "network-vif-plugged", "status": "completed", "tag": "c0db538f-26b2-40cc-8513-16919a8edcd9", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:29:12.033860 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c037725c-47ba-402e-8e6f-b36125724768 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:29:12.034550 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759d48cd-9536-472e-8896-6dd922531e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0db538f-26b2-40cc-8513-16919a8edcd9', 'code': 200} Jun 29 16:29:12.045451 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:12.376498 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19990fd-d37f-43c4-b5c8-175d6a25d40f req-db16b5f9-dcf7-42c6-a1a4-eb431a5a084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:12.378634 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c19990fd-d37f-43c4-b5c8-175d6a25d40f req-db16b5f9-dcf7-42c6-a1a4-eb431a5a084d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 1098 time: 0.1174903 Jun 29 16:29:12.414906 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c19990fd-d37f-43c4-b5c8-175d6a25d40f req-c40135a8-7d6c-465c-bfce-a9462afd20bf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289950 Jun 29 16:29:12.743243 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8647998-7d16-432f-aacf-cfcd4cdddc5f req-0a557abf-c5e5-4f30-8ec4-dba2a805c4bb tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:12.745067 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f8647998-7d16-432f-aacf-cfcd4cdddc5f req-0a557abf-c5e5-4f30-8ec4-dba2a805c4bb tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0693178 Jun 29 16:29:12.797192 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f8647998-7d16-432f-aacf-cfcd4cdddc5f req-c007c9cb-52b7-404e-af7f-3517b12b1289 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460773 Jun 29 16:29:13.692202 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-acb6105a-3cea-42dd-8211-e26fc7e25735 req-bdb121eb-c096-4844-9041-94f288edeb01 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555809 Jun 29 16:29:13.791811 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:13.794832 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6105a-3cea-42dd-8211-e26fc7e25735 req-d2d6254e-be3b-4ec0-b386-dbf4e8819436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:13.796399 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-acb6105a-3cea-42dd-8211-e26fc7e25735 req-d2d6254e-be3b-4ec0-b386-dbf4e8819436 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 1098 time: 0.0549796 Jun 29 16:29:13.946421 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6105a-3cea-42dd-8211-e26fc7e25735 req-ab378114-8634-47b2-aee3-0b25bdb80d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:13.948050 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-acb6105a-3cea-42dd-8211-e26fc7e25735 req-ab378114-8634-47b2-aee3-0b25bdb80d9b service neutron] 10.222.0.77 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 913 time: 0.1270173 Jun 29 16:29:14.024456 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e0b17-dc5c-471e-b534-f36f02bd1a53 req-6052033b-1659-4ea3-8a81-ddc61865d0b9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:14.029052 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-acb6105a-3cea-42dd-8211-e26fc7e25735 req-655f0564-b569-425c-b928-d054eb5ea028 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5033f98-b571-416d-ab9e-bbe0f3c708ce HTTP/1.1" status: 200 len: 1001 time: 0.0735300 Jun 29 16:29:14.030169 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8b5e0b17-dc5c-471e-b534-f36f02bd1a53 req-6052033b-1659-4ea3-8a81-ddc61865d0b9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0923989 Jun 29 16:29:14.083942 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8b5e0b17-dc5c-471e-b534-f36f02bd1a53 req-3be06418-6263-4fe0-9be8-9e4f034d191b tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518701 Jun 29 16:29:14.088121 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6105a-3cea-42dd-8211-e26fc7e25735 req-c4670af4-ce1b-4058-9732-b30811981b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:14.090113 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-acb6105a-3cea-42dd-8211-e26fc7e25735 req-c4670af4-ce1b-4058-9732-b30811981b9e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89a9a178-553f-4db0-b618-61d33d746787 HTTP/1.1" status: 200 len: 851 time: 0.0535381 Jun 29 16:29:14.152218 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6105a-3cea-42dd-8211-e26fc7e25735 req-e0d607fa-2015-4211-b8dc-9c87d10882ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:14.154619 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-acb6105a-3cea-42dd-8211-e26fc7e25735 req-e0d607fa-2015-4211-b8dc-9c87d10882ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efd76866-055a-4788-83f9-a828af2aedf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0575547 Jun 29 16:29:14.304876 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-acb6105a-3cea-42dd-8211-e26fc7e25735 req-33438fac-7180-4664-9d97-7cce707b716c service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424828 Jun 29 16:29:14.319027 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecfd1a-8bdb-4c8e-a7a7-2f9755744011 req-b26f3e18-e38c-4cac-8d29-2f672d2390b3 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:14.320659 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-08ecfd1a-8bdb-4c8e-a7a7-2f9755744011 req-b26f3e18-e38c-4cac-8d29-2f672d2390b3 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.1088693 Jun 29 16:29:14.416334 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-08ecfd1a-8bdb-4c8e-a7a7-2f9755744011 req-5b4e7093-1f50-46ca-9e72-aeccafc6251b tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867341 Jun 29 16:29:14.443726 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-acb6105a-3cea-42dd-8211-e26fc7e25735 req-89076533-9816-4ac7-92ae-e365a69f9193 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220522 Jun 29 16:29:14.452035 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 47822) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:14.560638 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d03b8d-1b8c-4741-be07-cd9ce76ab45f tempest-TestShelveInstance-800483374 tempest-TestShelveInstance-800483374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:14.564030 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e8d03b8d-1b8c-4741-be07-cd9ce76ab45f tempest-TestShelveInstance-800483374 tempest-TestShelveInstance-800483374-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 1093 time: 0.1109412 Jun 29 16:29:14.567306 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 47826) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:14.573372 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Request body: {'floatingip': {'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'port_id': 'c0db538f-26b2-40cc-8513-16919a8edcd9', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:29:14.598875 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for floatingip, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:14.719246 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:14.845112 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Allocated IP 172.27.2.193 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/f6249bb4-d18f-4538-9c90-e933c48bc253) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:29:14.946099 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:14.983784 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10444866'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:14.986422 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:15.021293 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:29:15.025956 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:29:15.029388 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:29:15.057574 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Pushing event updated for resources: {'Port': ['ID=f6249bb4-d18f-4538-9c90-e933c48bc253,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:15.061990 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:15.390349 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:15.466076 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:15.611059 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:15.615357 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10444912'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:15.618056 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a42b0fbe-481a-4ecc-a268-566dbd6b2865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:15.688305 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Pushing event updated for resources: {'Port': ['ID=f6249bb4-d18f-4538-9c90-e933c48bc253,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:15.691073 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:15.696079 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3760652'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:15.797746 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.db.l3_db [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Floating IP 60e168ee-80db-4ba3-84d2-a971defd824d associated. External IP: 172.27.2.193, port: c0db538f-26b2-40cc-8513-16919a8edcd9. Jun 29 16:29:16.003169 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Router b288dcff-fcd1-4fe0-9035-7e097d305c41 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:29:16.108899 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:29:16.118552 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901fe739-78a0-4d3b-9198-cf1bb5917632 None None] Sync routers for ids ['b288dcff-fcd1-4fe0-9035-7e097d305c41'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:29:16.125625 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:16.129660 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901fe739-78a0-4d3b-9198-cf1bb5917632 None None] Routers {'b288dcff-fcd1-4fe0-9035-7e097d305c41'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:29:16.130278 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-901fe739-78a0-4d3b-9198-cf1bb5917632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:29:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b288dcff-fcd1-4fe0-9035-7e097d305c41'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:29:16.169057 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5918288 Jun 29 16:29:16.169057 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759d48cd-9536-472e-8896-6dd922531e12', 'tag': 'c0db538f-26b2-40cc-8513-16919a8edcd9'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:29:16.169057 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00780bf608cd15afdd51be534b45a335a9f5f121050d89c1f6ad2489d1b4179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31ba9eb-ed08-47ed-8315-d5d5e789126e" -d '{"events": [{"name": "network-changed", "server_uuid": "759d48cd-9536-472e-8896-6dd922531e12", "tag": "c0db538f-26b2-40cc-8513-16919a8edcd9"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:29:16.258874 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c621cca-876a-4d6b-ba10-66b82a4c2c24 x-openstack-request-id: req-9c621cca-876a-4d6b-ba10-66b82a4c2c24 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:29:16.259215 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759d48cd-9536-472e-8896-6dd922531e12", "tag": "c0db538f-26b2-40cc-8513-16919a8edcd9", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:29:16.259509 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c621cca-876a-4d6b-ba10-66b82a4c2c24 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:29:16.259977 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759d48cd-9536-472e-8896-6dd922531e12', 'tag': 'c0db538f-26b2-40cc-8513-16919a8edcd9', 'status': 'completed', 'code': 200} Jun 29 16:29:16.322307 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-901fe739-78a0-4d3b-9198-cf1bb5917632 None None] Set router b288dcff-fcd1-4fe0-9035-7e097d305c41 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:29:16.334442 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ba9eb-ed08-47ed-8315-d5d5e789126e req-4b376bcd-7927-47cc-85d4-39fd125bb6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:16.336147 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a31ba9eb-ed08-47ed-8315-d5d5e789126e req-4b376bcd-7927-47cc-85d4-39fd125bb6d8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d28d1a63a21346ae81b50bc6f442122c&device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 1098 time: 0.0534942 Jun 29 16:29:16.431049 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ba9eb-ed08-47ed-8315-d5d5e789126e req-60fb3277-5a63-444f-a42d-920d8c64b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:16.432552 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a31ba9eb-ed08-47ed-8315-d5d5e789126e req-60fb3277-5a63-444f-a42d-920d8c64b262 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 HTTP/1.1" status: 200 len: 909 time: 0.0892942 Jun 29 16:29:16.498830 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a31ba9eb-ed08-47ed-8315-d5d5e789126e req-c214d762-5b00-40db-8f48-d55a21cedb65 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0db538f-26b2-40cc-8513-16919a8edcd9 HTTP/1.1" status: 200 len: 999 time: 0.0591259 Jun 29 16:29:16.546077 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ba9eb-ed08-47ed-8315-d5d5e789126e req-d0e329fb-a736-4607-a4bf-8202963737aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:16.546623 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-901fe739-78a0-4d3b-9198-cf1bb5917632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'name': 'tempest-TestShelveInstance-438426862-router', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:22Z', 'revision_number': 4, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'gw_port': {'id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '60e168ee-80db-4ba3-84d2-a971defd824d', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'port_id': 'c0db538f-26b2-40cc-8513-16919a8edcd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'mac_address': 'fa:16:3e:38:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759d48cd-9536-472e-8896-6dd922531e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:29:15Z', 'updated_at': '2021-06-29T16:29:15Z', 'revision_number': 0, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99909274-fa87-4ab9-86bb-010bfdcfafbf', 'name': '', 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'mac_address': 'fa:16:3e:e3:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:22Z', 'updated_at': '2021-06-29T16:28:29Z', 'revision_number': 5, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'subnets': [{'id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:29:16.547552 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a31ba9eb-ed08-47ed-8315-d5d5e789126e req-d0e329fb-a736-4607-a4bf-8202963737aa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30035ce6-59dc-4b36-b25c-00a6a30eadcc HTTP/1.1" status: 200 len: 847 time: 0.0426278 Jun 29 16:29:16.572396 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901fe739-78a0-4d3b-9198-cf1bb5917632 None None] Checking router: b288dcff-fcd1-4fe0-9035-7e097d305c41 for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:29:16.580621 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901fe739-78a0-4d3b-9198-cf1bb5917632 None None] Routers {'b288dcff-fcd1-4fe0-9035-7e097d305c41'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:29:16.581227 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-901fe739-78a0-4d3b-9198-cf1bb5917632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:29:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b288dcff-fcd1-4fe0-9035-7e097d305c41'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:29:16.616651 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ba9eb-ed08-47ed-8315-d5d5e789126e req-cbeb81fc-22d5-4197-b24d-194c488b7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:16.618166 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a31ba9eb-ed08-47ed-8315-d5d5e789126e req-cbeb81fc-22d5-4197-b24d-194c488b7de7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0644031 Jun 29 16:29:16.683070 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-901fe739-78a0-4d3b-9198-cf1bb5917632 None None] Set router b288dcff-fcd1-4fe0-9035-7e097d305c41 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:29:16.707555 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a31ba9eb-ed08-47ed-8315-d5d5e789126e req-b52589ac-9b18-47b3-9204-418cf5fa2bb6 service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819478 Jun 29 16:29:16.800272 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a31ba9eb-ed08-47ed-8315-d5d5e789126e req-36c66af6-f8d4-4884-b8cf-1b04a4894f23 service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860643 Jun 29 16:29:16.904825 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-901fe739-78a0-4d3b-9198-cf1bb5917632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'name': 'tempest-TestShelveInstance-438426862-router', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:22Z', 'revision_number': 4, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'gw_port': {'id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '60e168ee-80db-4ba3-84d2-a971defd824d', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'port_id': 'c0db538f-26b2-40cc-8513-16919a8edcd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'mac_address': 'fa:16:3e:38:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759d48cd-9536-472e-8896-6dd922531e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:29:15Z', 'updated_at': '2021-06-29T16:29:15Z', 'revision_number': 0, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99909274-fa87-4ab9-86bb-010bfdcfafbf', 'name': '', 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'mac_address': 'fa:16:3e:e3:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:22Z', 'updated_at': '2021-06-29T16:28:29Z', 'revision_number': 5, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'subnets': [{'id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:29:16.930670 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901fe739-78a0-4d3b-9198-cf1bb5917632 None None] The sync data for ids ['b288dcff-fcd1-4fe0-9035-7e097d305c41'] in dv-cinder-786627-15-iscsi is: [{'id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'name': 'tempest-TestShelveInstance-438426862-router', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:22Z', 'revision_number': 4, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'gw_port': {'id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '60e168ee-80db-4ba3-84d2-a971defd824d', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'port_id': 'c0db538f-26b2-40cc-8513-16919a8edcd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'mac_address': 'fa:16:3e:38:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759d48cd-9536-472e-8896-6dd922531e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:29:15Z', 'updated_at': '2021-06-29T16:29:15Z', 'revision_number': 0, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99909274-fa87-4ab9-86bb-010bfdcfafbf', 'name': '', 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'mac_address': 'fa:16:3e:e3:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:22Z', 'updated_at': '2021-06-29T16:28:29Z', 'revision_number': 5, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'subnets': [{'id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:29:17.111100 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac124fa-837f-41f2-ad30-42f86383ce98 None None] New status for floating IP 60e168ee-80db-4ba3-84d2-a971defd824d: ACTIVE {{(pid=92896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:29:28.728834 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:29:38.233265 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c036a9e3-67e0-4384-a859-7fa46831bb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:38.273263 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:40.833750 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0d994d28-baaa-497d-89ba-8120076086f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:41.449326 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:42.041510 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:43.791222 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:05.727961 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:30:08.233721 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ab7df25d-7364-463a-b086-4f9d8fb920f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:08.270634 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:10.835347 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-19655f01-b991-46e8-af99-40b61d1aa2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:11.451489 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:12.047256 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:13.707162 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-baa0978f-bbbd-48a1-97af-76ab97442af8 req-b4719861-6018-40aa-81cc-d5082a988c2c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513701 Jun 29 16:30:13.792296 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0978f-bbbd-48a1-97af-76ab97442af8 req-add31ea5-cf3d-47fc-bdaf-c6adeb9b07da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:13.794142 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-baa0978f-bbbd-48a1-97af-76ab97442af8 req-add31ea5-cf3d-47fc-bdaf-c6adeb9b07da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d28d1a63a21346ae81b50bc6f442122c&device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 1098 time: 0.0563810 Jun 29 16:30:13.794278 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:13.914849 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0978f-bbbd-48a1-97af-76ab97442af8 req-a8cf0324-f70f-47f9-8294-8caa23e74c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:13.916370 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-baa0978f-bbbd-48a1-97af-76ab97442af8 req-a8cf0324-f70f-47f9-8294-8caa23e74c65 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 HTTP/1.1" status: 200 len: 909 time: 0.0983112 Jun 29 16:30:13.988094 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-baa0978f-bbbd-48a1-97af-76ab97442af8 req-10899998-1589-47a7-b593-6195918bda58 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0db538f-26b2-40cc-8513-16919a8edcd9 HTTP/1.1" status: 200 len: 1001 time: 0.0601413 Jun 29 16:30:14.050547 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0978f-bbbd-48a1-97af-76ab97442af8 req-86bbc4b9-1fee-4727-8e91-236462e22c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:14.052060 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-baa0978f-bbbd-48a1-97af-76ab97442af8 req-86bbc4b9-1fee-4727-8e91-236462e22c4f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30035ce6-59dc-4b36-b25c-00a6a30eadcc HTTP/1.1" status: 200 len: 847 time: 0.0567877 Jun 29 16:30:14.114376 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0978f-bbbd-48a1-97af-76ab97442af8 req-fa6202be-beff-48b1-a5b6-72f0ff7a0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:14.115899 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-baa0978f-bbbd-48a1-97af-76ab97442af8 req-fa6202be-beff-48b1-a5b6-72f0ff7a0503 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0550523 Jun 29 16:30:14.221302 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-baa0978f-bbbd-48a1-97af-76ab97442af8 req-5e39d6b8-e20f-495a-9d62-188640974890 service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853634 Jun 29 16:30:14.327850 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-baa0978f-bbbd-48a1-97af-76ab97442af8 req-0a3e2f81-fd84-4054-9a74-84d13fcd1d1b service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972006 Jun 29 16:30:15.079085 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c3da8-24df-4d22-890e-297f0426bdd0 req-e496611b-3eb5-4bb6-880b-a267f60dbff6 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:15.080608 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c24c3da8-24df-4d22-890e-297f0426bdd0 req-e496611b-3eb5-4bb6-880b-a267f60dbff6 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 945 time: 0.0658364 Jun 29 16:30:15.124651 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c24c3da8-24df-4d22-890e-297f0426bdd0 req-df18e2d3-1172-495b-8a86-9417316688ab tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371165 Jun 29 16:30:16.312875 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9193b4-fb58-47ea-b2bf-eb059590c063 req-6091002e-465a-48c0-8edb-7c94b7e21a68 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:16.314357 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf9193b4-fb58-47ea-b2bf-eb059590c063 req-6091002e-465a-48c0-8edb-7c94b7e21a68 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 945 time: 0.0622771 Jun 29 16:30:16.354050 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf9193b4-fb58-47ea-b2bf-eb059590c063 req-5c982c0b-8607-4ed9-b737-b120caffc9ea tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337715 Jun 29 16:30:17.537394 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f796aa4-84fb-4a56-8c1e-c59158a12f31 req-902d950f-8b1f-4b92-b144-a94ee4a23453 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:17.538892 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9f796aa4-84fb-4a56-8c1e-c59158a12f31 req-902d950f-8b1f-4b92-b144-a94ee4a23453 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.77 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 945 time: 0.0662682 Jun 29 16:30:17.559126 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036786e-6425-40a8-852d-86d30341ab48 req-74a1d799-8685-4537-955c-222526d8f77c tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:17.561327 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2036786e-6425-40a8-852d-86d30341ab48 req-74a1d799-8685-4537-955c-222526d8f77c tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 945 time: 0.0646925 Jun 29 16:30:17.599983 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2036786e-6425-40a8-852d-86d30341ab48 req-00d6b442-c550-4e27-911a-fe0e043857f0 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322578 Jun 29 16:30:17.644513 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-9f796aa4-84fb-4a56-8c1e-c59158a12f31 req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Deleting port b5033f98-b571-416d-ab9e-bbe0f3c708ce {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:30:17.644853 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-9f796aa4-84fb-4a56-8c1e-c59158a12f31 req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:17.733238 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-9f796aa4-84fb-4a56-8c1e-c59158a12f31 req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] For port b5033f98-b571-416d-ab9e-bbe0f3c708ce, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b5033f98-b571-416d-ab9e-bbe0f3c708ce,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:30:17.733506 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-9f796aa4-84fb-4a56-8c1e-c59158a12f31 req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:17.898705 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-9f796aa4-84fb-4a56-8c1e-c59158a12f31 req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:17.899070 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-9f796aa4-84fb-4a56-8c1e-c59158a12f31 req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3760652'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:17.899380 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.l3_db [req-9f796aa4-84fb-4a56-8c1e-c59158a12f31 req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Floating IP 3d95c1a7-634d-4777-91cd-d18492c260df disassociated. External IP: 172.27.2.112, port: b5033f98-b571-416d-ab9e-bbe0f3c708ce. Jun 29 16:30:17.899752 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-9f796aa4-84fb-4a56-8c1e-c59158a12f31 req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Calling delete_port for b5033f98-b571-416d-ab9e-bbe0f3c708ce owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:30:18.030576 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-9f796aa4-84fb-4a56-8c1e-c59158a12f31 req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:18.034530 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3425cbb9-bb4c-4522-8102-dd2e4218a7b6 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:18.059053 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event deleted for resources: {'Port': ['ID=b5033f98-b571-416d-ab9e-bbe0f3c708ce,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:18.070263 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:18.070655 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:18.071032 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:18.071402 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:18.071795 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:18.072156 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:18.072520 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:18.072940 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:18.073236 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:18.073599 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:18.073958 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:18.074309 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:18.078980 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:18.186181 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f796aa4-84fb-4a56-8c1e-c59158a12f31 req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Router 18b7c948-9b6d-494e-af64-6bcc0c589490 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:30:18.293624 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f796aa4-84fb-4a56-8c1e-c59158a12f31 req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:30:18.303372 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d0395b-3998-4e13-87ce-ac33cc9498e7 None None] Sync routers for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:30:18.314171 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d0395b-3998-4e13-87ce-ac33cc9498e7 None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:30:18.314720 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-11d0395b-3998-4e13-87ce-ac33cc9498e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:30:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:18.341633 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f796aa4-84fb-4a56-8c1e-c59158a12f31 req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] No DVR routers for this DVR port b5033f98-b571-416d-ab9e-bbe0f3c708ce on host hv-cinder-78662 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:30:18.344279 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-9f796aa4-84fb-4a56-8c1e-c59158a12f31 req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:18.346333 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9f796aa4-84fb-4a56-8c1e-c59158a12f31 req-b5479bd6-7b21-4dee-a091-6407e62a92f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.77 "DELETE /v2.0/ports/b5033f98-b571-416d-ab9e-bbe0f3c708ce HTTP/1.1" status: 204 len: 173 time: 0.7961688 Jun 29 16:30:18.346854 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115b9da0-6208-48db-ad55-43a0c120b03b', 'name': 'network-vif-deleted', 'tag': 'b5033f98-b571-416d-ab9e-bbe0f3c708ce'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:30:18.349185 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818e7fa7-78b1-43b6-afe4-6b1f597c582c" -d '{"events": [{"server_uuid": "115b9da0-6208-48db-ad55-43a0c120b03b", "name": "network-vif-deleted", "tag": "b5033f98-b571-416d-ab9e-bbe0f3c708ce"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:30:18.409477 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1064269-5b0d-4130-87df-87e8e2bfae69 x-openstack-request-id: req-f1064269-5b0d-4130-87df-87e8e2bfae69 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:30:18.409811 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115b9da0-6208-48db-ad55-43a0c120b03b", "name": "network-vif-deleted", "tag": "b5033f98-b571-416d-ab9e-bbe0f3c708ce", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:30:18.410104 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f1064269-5b0d-4130-87df-87e8e2bfae69 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:30:18.410568 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115b9da0-6208-48db-ad55-43a0c120b03b', 'name': 'network-vif-deleted', 'tag': 'b5033f98-b571-416d-ab9e-bbe0f3c708ce', 'status': 'completed', 'code': 200} Jun 29 16:30:18.431955 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-11d0395b-3998-4e13-87ce-ac33cc9498e7 None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:30:18.709493 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-11d0395b-3998-4e13-87ce-ac33cc9498e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:18.735708 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d0395b-3998-4e13-87ce-ac33cc9498e7 None None] Checking router: 18b7c948-9b6d-494e-af64-6bcc0c589490 for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:30:18.744085 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d0395b-3998-4e13-87ce-ac33cc9498e7 None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:30:18.744697 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-11d0395b-3998-4e13-87ce-ac33cc9498e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:30:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:18.767209 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1f6b941c-6053-4fd5-bf7c-1718581188a7 req-ab8c0481-ca4c-4ddc-9151-99444ded53e9 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=115b9da0-6208-48db-ad55-43a0c120b03b HTTP/1.1" status: 200 len: 210 time: 0.0303085 Jun 29 16:30:18.887107 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-11d0395b-3998-4e13-87ce-ac33cc9498e7 None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:30:19.197624 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-11d0395b-3998-4e13-87ce-ac33cc9498e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:19.227936 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d0395b-3998-4e13-87ce-ac33cc9498e7 None None] The sync data for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi is: [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:30:19.502087 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c0c71-1e6d-4598-8f27-c8dc977a6252 None None] New status for floating IP 3d95c1a7-634d-4777-91cd-d18492c260df: DOWN {{(pid=92896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:30:20.080644 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-35ae30b9-5f5b-4b59-850b-76eb73daf2d1 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1338216734&fields=id&tenant_id=8c8c1fd409ed43e2af9d40032270b255 HTTP/1.1" status: 200 len: 267 time: 0.0349836 Jun 29 16:30:20.094939 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device b5033f98-b571-416d-ab9e-bbe0f3c708ce no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:30:20.114382 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] No Port match for: b5033f98-b571-416d-ab9e-bbe0f3c708ce {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:30:20.114739 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device b5033f98-b571-416d-ab9e-bbe0f3c708ce not bound to the agent host hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:30:20.207442 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-bd15d1e8-e024-41d9-b88f-22b5bcf86848 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:20.209077 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-bd15d1e8-e024-41d9-b88f-22b5bcf86848 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 812 time: 0.1220016 Jun 29 16:30:20.225558 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-2be4dbc7-9b7d-42c5-b365-d2c687865896 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/quotas/8c8c1fd409ed43e2af9d40032270b255 HTTP/1.1" status: 200 len: 375 time: 0.0105019 Jun 29 16:30:20.302463 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-4c5a499d-49af-4ca3-8a35-5f430fc75bd1 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0714097 Jun 29 16:30:20.413692 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-8a0ee5ce-a4cc-45a2-8070-168a0e5173fe service neutron] 10.222.0.66 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979862 Jun 29 16:30:20.528823 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-67df28cb-559a-41d6-b13a-1d4e3619bb6d service neutron] 10.222.0.66 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058958 Jun 29 16:30:20.888603 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-69121926-deca-4bdf-87d5-95b4adc24150 req-2b6b6c8e-e31d-4348-a83e-ec5651d85a69 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 210 time: 0.0344951 Jun 29 16:30:22.043659 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-957c677b-32b8-4fa1-8c6d-a00dd37c2c91 req-16314564-5bf2-4cb9-93ac-1c6f14353144 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 210 time: 0.0349803 Jun 29 16:30:22.106134 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-d37d0161-1617-4954-bf73-6ba5bec94e3d tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:22.108202 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-d37d0161-1617-4954-bf73-6ba5bec94e3d tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.77 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 812 time: 0.1150563 Jun 29 16:30:22.205440 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-35228c2b-08f3-4363-8f2a-51a6bb034979 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c8c1fd409ed43e2af9d40032270b255 HTTP/1.1" status: 200 len: 380 time: 0.0353577 Jun 29 16:30:22.214945 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-3c9635c8-052e-4e94-adb6-923cf2c2b10f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Request body: {'port': {'device_id': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'admin_state_up': True, 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'security_groups': ['f4f7b6b1-bacc-48b8-830a-2b23df917a2d']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:22.340707 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-3c9635c8-052e-4e94-adb6-923cf2c2b10f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Made reservation on behalf of 8c8c1fd409ed43e2af9d40032270b255 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:30:22.344801 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-3c9635c8-052e-4e94-adb6-923cf2c2b10f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.476813 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-3c9635c8-052e-4e94-adb6-923cf2c2b10f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Allocated IP 172.20.0.3 (efd76866-055a-4788-83f9-a828af2aedf6/89a9a178-553f-4db0-b618-61d33d746787/5fe04f1d-8991-4001-afec-f7df53ad287e) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:30:22.632857 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-3c9635c8-052e-4e94-adb6-923cf2c2b10f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.646859 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-3c9635c8-052e-4e94-adb6-923cf2c2b10f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Transition to ACTIVE for port object 5fe04f1d-8991-4001-afec-f7df53ad287e will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:30:22.682477 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-3c9635c8-052e-4e94-adb6-923cf2c2b10f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.688134 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-472d795b-a23a-4a00-9730-ec0ac8b00181 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:22.759257 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-3c9635c8-052e-4e94-adb6-923cf2c2b10f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Network efd76866-055a-4788-83f9-a828af2aedf6 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:30:22.763534 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-3c9635c8-052e-4e94-adb6-923cf2c2b10f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:30:22.768154 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-3c9635c8-052e-4e94-adb6-923cf2c2b10f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:30:22.803428 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9635c8-052e-4e94-adb6-923cf2c2b10f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event updated for resources: {'Port': ['ID=5fe04f1d-8991-4001-afec-f7df53ad287e,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:22.808712 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3c9635c8-052e-4e94-adb6-923cf2c2b10f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:22.835060 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-3c9635c8-052e-4e94-adb6-923cf2c2b10f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:22.836158 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-3c9635c8-052e-4e94-adb6-923cf2c2b10f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.854291 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-3c9635c8-052e-4e94-adb6-923cf2c2b10f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6429436 Jun 29 16:30:22.868584 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Request body: {'port': {'device_id': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:22.945407 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:23.048295 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1e05e0d6-102b-402f-9c3c-dc32cab2cf17 None None] Provisioning for port 5fe04f1d-8991-4001-afec-f7df53ad287e completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:30:23.054045 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1e05e0d6-102b-402f-9c3c-dc32cab2cf17 None None] Provisioning complete for port 5fe04f1d-8991-4001-afec-f7df53ad287e triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:30:23.054501 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1e05e0d6-102b-402f-9c3c-dc32cab2cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:23.092023 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1e05e0d6-102b-402f-9c3c-dc32cab2cf17 None None] Port 5fe04f1d-8991-4001-afec-f7df53ad287e cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:30:23.257947 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe04f1d-8991-4001-afec-f7df53ad287e {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:30:23.268935 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:23.286755 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c40aac-3e8d-40e5-b8b7-409c8fcccf79 req-36fb1cd5-6864-44a2-b97f-e49ef57ed237 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:23.288297 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c5c40aac-3e8d-40e5-b8b7-409c8fcccf79 req-36fb1cd5-6864-44a2-b97f-e49ef57ed237 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 931 time: 0.1204145 Jun 29 16:30:23.293481 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Transition to ACTIVE for port object 5fe04f1d-8991-4001-afec-f7df53ad287e will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:30:23.303640 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:23.312964 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:23.382779 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c5c40aac-3e8d-40e5-b8b7-409c8fcccf79 req-f8d513ce-af2a-48f1-bc65-9986c9dd9791 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870187 Jun 29 16:30:23.390000 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe04f1d-8991-4001-afec-f7df53ad287e,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:23.409917 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:23.468693 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Attempting to bind port 5fe04f1d-8991-4001-afec-f7df53ad287e on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:30:23.469033 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Attempting to bind port 5fe04f1d-8991-4001-afec-f7df53ad287e by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:30:23.469365 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Attempting to bind port 5fe04f1d-8991-4001-afec-f7df53ad287e on network efd76866-055a-4788-83f9-a828af2aedf6 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:30:23.474432 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Port 5fe04f1d-8991-4001-afec-f7df53ad287e on network efd76866-055a-4788-83f9-a828af2aedf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:30:23.474751 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Attempting to bind port 5fe04f1d-8991-4001-afec-f7df53ad287e on network efd76866-055a-4788-83f9-a828af2aedf6 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:30:23.479855 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Checking agent: {'id': '1f42b8fb-87af-41ff-972d-c33b8bf8d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:30:23.480192 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Checking segment: {'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:30:23.480575 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Bound using segment: {'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:30:23.481009 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Bound port: 5fe04f1d-8991-4001-afec-f7df53ad287e, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:30:23.481908 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:23.548417 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] For port 5fe04f1d-8991-4001-afec-f7df53ad287e, host hv-cinder-78662, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:30:23.551667 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] For port 5fe04f1d-8991-4001-afec-f7df53ad287e, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5fe04f1d-8991-4001-afec-f7df53ad287e,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:30:23.556221 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:23.559010 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-df30432c-47ed-41bd-9280-9280de8cddd3 tempest-AttachVolumeShelveTestJSON-2114239673 tempest-AttachVolumeShelveTestJSON-2114239673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:23.589898 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:23.590402 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:23.592508 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] 10.222.0.77 "PUT /v2.0/ports/5fe04f1d-8991-4001-afec-f7df53ad287e HTTP/1.1" status: 200 len: 1093 time: 0.7283397 Jun 29 16:30:23.596044 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'tag': '5fe04f1d-8991-4001-afec-f7df53ad287e'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:30:23.610866 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf3d8d4-3d8f-41e0-9aae-e453b944540d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce71892-ef2f-4e47-a6f2-11f77e50c6df", "tag": "5fe04f1d-8991-4001-afec-f7df53ad287e"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:30:23.677549 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe04f1d-8991-4001-afec-f7df53ad287e,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:23.682875 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:23.701471 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2edc3b-05f4-4e31-a13a-c19b36c95dd3 x-openstack-request-id: req-9a2edc3b-05f4-4e31-a13a-c19b36c95dd3 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:30:23.701809 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce71892-ef2f-4e47-a6f2-11f77e50c6df", "tag": "5fe04f1d-8991-4001-afec-f7df53ad287e", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:30:23.702103 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9a2edc3b-05f4-4e31-a13a-c19b36c95dd3 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:30:23.702541 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'tag': '5fe04f1d-8991-4001-afec-f7df53ad287e', 'status': 'completed', 'code': 200} Jun 29 16:30:23.731989 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-801b76bb-3ac9-4711-be32-6e523c4f0386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:23.733553 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-801b76bb-3ac9-4711-be32-6e523c4f0386 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 1096 time: 0.0665472 Jun 29 16:30:23.778359 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-b49d84f8-eacb-46d5-836c-8a4af96ff1e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe04f1d-8991-4001-afec-f7df53ad287e HTTP/1.1" status: 200 len: 217 time: 0.0358548 Jun 29 16:30:23.840827 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-5eb49608-a8e9-4cba-b7c2-272f33aa83e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:23.842290 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-5eb49608-a8e9-4cba-b7c2-272f33aa83e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89a9a178-553f-4db0-b618-61d33d746787 HTTP/1.1" status: 200 len: 851 time: 0.0534282 Jun 29 16:30:23.903868 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-1ee00e25-cb6f-4b4a-8823-b6f06ca22f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:23.905405 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-1ee00e25-cb6f-4b4a-8823-b6f06ca22f82 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efd76866-055a-4788-83f9-a828af2aedf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562387 Jun 29 16:30:24.002721 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-98701123-689d-4bc6-943f-5c6ed98bd017 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875797 Jun 29 16:30:24.102204 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13c4b327-b1a2-4a37-820f-1801925c7d3d req-23cd4e67-ec7c-4816-b700-4ce2634ba682 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895510 Jun 29 16:30:24.222704 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3d8d4-3d8f-41e0-9aae-e453b944540d req-5cbcff09-141e-4143-9c1c-50bfc83419b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:24.224275 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-abf3d8d4-3d8f-41e0-9aae-e453b944540d req-5cbcff09-141e-4143-9c1c-50bfc83419b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 1096 time: 0.0562055 Jun 29 16:30:24.328795 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3d8d4-3d8f-41e0-9aae-e453b944540d req-1d069377-819b-4ccb-8a3a-664dc3087661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:24.330317 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-abf3d8d4-3d8f-41e0-9aae-e453b944540d req-1d069377-819b-4ccb-8a3a-664dc3087661 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 913 time: 0.0894253 Jun 29 16:30:24.374319 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-abf3d8d4-3d8f-41e0-9aae-e453b944540d req-4623a8df-f693-40e9-aeab-b6052a79fcdd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe04f1d-8991-4001-afec-f7df53ad287e HTTP/1.1" status: 200 len: 217 time: 0.0359771 Jun 29 16:30:24.424327 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3d8d4-3d8f-41e0-9aae-e453b944540d req-8f6287d0-9121-42a0-abf9-8604be447c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:24.425836 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-abf3d8d4-3d8f-41e0-9aae-e453b944540d req-8f6287d0-9121-42a0-abf9-8604be447c6d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89a9a178-553f-4db0-b618-61d33d746787 HTTP/1.1" status: 200 len: 851 time: 0.0449357 Jun 29 16:30:24.512313 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3d8d4-3d8f-41e0-9aae-e453b944540d req-76dda3b1-9d9c-4a72-a765-66e981042cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:24.515318 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-abf3d8d4-3d8f-41e0-9aae-e453b944540d req-76dda3b1-9d9c-4a72-a765-66e981042cea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efd76866-055a-4788-83f9-a828af2aedf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0819066 Jun 29 16:30:24.671207 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-abf3d8d4-3d8f-41e0-9aae-e453b944540d req-b32eb3fe-0a09-464f-b02b-1d69b7ef09d7 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474457 Jun 29 16:30:25.105624 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803971a-e289-4bfd-a684-203ae59706a2 req-2ce78f9a-4b11-4934-8498-6c98869557a0 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:25.109483 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d803971a-e289-4bfd-a684-203ae59706a2 req-2ce78f9a-4b11-4934-8498-6c98869557a0 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 943 time: 0.4170032 Jun 29 16:30:25.110510 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-abf3d8d4-3d8f-41e0-9aae-e453b944540d req-00d19c46-3341-4430-8831-dcc6c257f085 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323056 Jun 29 16:30:25.151937 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d803971a-e289-4bfd-a684-203ae59706a2 req-4205e8f0-4127-4cd4-8bdc-961c414dcf36 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342562 Jun 29 16:30:26.326815 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3468b39-312a-4c1f-b6c9-37d9c3cd53c3 req-834868c3-5c88-4f79-98d8-ae8782072d6b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:26.328460 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a3468b39-312a-4c1f-b6c9-37d9c3cd53c3 req-834868c3-5c88-4f79-98d8-ae8782072d6b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 943 time: 0.0647097 Jun 29 16:30:26.366916 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a3468b39-312a-4c1f-b6c9-37d9c3cd53c3 req-0e42b9aa-a315-466e-ab9d-58402e7ab294 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329130 Jun 29 16:30:27.555941 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ad12e-17b9-4bac-9534-64f1454f7c7e req-e0fc20cb-e34d-43d1-ba5d-fd9619ee99e3 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:27.557459 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6e7ad12e-17b9-4bac-9534-64f1454f7c7e req-e0fc20cb-e34d-43d1-ba5d-fd9619ee99e3 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 943 time: 0.0678041 Jun 29 16:30:27.602449 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6e7ad12e-17b9-4bac-9534-64f1454f7c7e req-0733eb8b-bfa0-4906-9484-09acfe8eb54d tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386949 Jun 29 16:30:28.783369 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1f324-9ef3-4e26-87da-4253d7f8bcc9 req-6b2563a4-260e-45c9-90c9-79efe5e859ac tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:28.784893 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f6d1f324-9ef3-4e26-87da-4253d7f8bcc9 req-6b2563a4-260e-45c9-90c9-79efe5e859ac tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 943 time: 0.0621862 Jun 29 16:30:28.827210 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f6d1f324-9ef3-4e26-87da-4253d7f8bcc9 req-4bf650c8-3072-455a-bc2e-b6cef3e09d90 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322995 Jun 29 16:30:30.003279 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36674a73-ce73-45cb-9a8d-ab7f3f17f043 req-0cfc6cfe-43e3-4399-8d3e-02b61c6e9a5a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:30.004791 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-36674a73-ce73-45cb-9a8d-ab7f3f17f043 req-0cfc6cfe-43e3-4399-8d3e-02b61c6e9a5a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 943 time: 0.0684626 Jun 29 16:30:30.046051 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-36674a73-ce73-45cb-9a8d-ab7f3f17f043 req-b99eee04-b407-464e-92da-fbabd5ea3e3d tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354359 Jun 29 16:30:31.218621 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31072b35-5902-45dc-91ad-2e02362bf062 req-b2d933a8-dd11-49ab-ac0d-f8c6c3cef67a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:31.220096 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-31072b35-5902-45dc-91ad-2e02362bf062 req-b2d933a8-dd11-49ab-ac0d-f8c6c3cef67a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 943 time: 0.0660098 Jun 29 16:30:31.259464 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-31072b35-5902-45dc-91ad-2e02362bf062 req-b3d1ffb2-e531-4a17-acca-d80c412d63eb tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336530 Jun 29 16:30:32.450449 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b2f5b-4d48-433f-81a3-c788709cbed3 req-dbd23e1c-ebef-4701-8af3-a3ec832205cc tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:32.451936 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-968b2f5b-4d48-433f-81a3-c788709cbed3 req-dbd23e1c-ebef-4701-8af3-a3ec832205cc tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 943 time: 0.0672855 Jun 29 16:30:32.503915 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-968b2f5b-4d48-433f-81a3-c788709cbed3 req-899c203f-44b1-460f-a770-bd5908efe300 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459120 Jun 29 16:30:33.677233 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9271e-1e19-43a9-9e12-b7993f70af2e req-b99e7e9e-29cc-4f73-8976-4fba393e0967 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:33.678708 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9dd9271e-1e19-43a9-9e12-b7993f70af2e req-b99e7e9e-29cc-4f73-8976-4fba393e0967 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 943 time: 0.0633037 Jun 29 16:30:33.717510 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9dd9271e-1e19-43a9-9e12-b7993f70af2e req-4363bcd9-774d-4e38-8436-5f35c9b53a50 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318692 Jun 29 16:30:34.143750 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 5fe04f1d-8991-4001-afec-f7df53ad287e details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:30:34.252699 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 5fe04f1d-8991-4001-afec-f7df53ad287e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5fe04f1d-8991-4001-afec-f7df53ad287e,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:30:34.264799 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Returning: {'device': '5fe04f1d-8991-4001-afec-f7df53ad287e', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'port_id': '5fe04f1d-8991-4001-afec-f7df53ad287e', 'mac_address': 'fa:16:3e:1c:2f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:30:34.305111 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:34.318955 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe04f1d-8991-4001-afec-f7df53ad287e {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:30:34.339894 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 5fe04f1d-8991-4001-afec-f7df53ad287e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5fe04f1d-8991-4001-afec-f7df53ad287e,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:30:34.344526 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:34.346439 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0e75d114-b56b-4829-a01c-4ba6bd8be3bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:34.396763 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=5fe04f1d-8991-4001-afec-f7df53ad287e,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:34.404948 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:34.405301 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:34.405648 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:34.405987 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:34.406323 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:34.406655 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:34.406985 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:34.407359 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:34.407693 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:34.408027 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:34.408354 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:34.408675 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:34.413104 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:34.748390 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['5fe04f1d-8991-4001-afec-f7df53ad287e'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:30:34.903871 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a34e0-9a83-48c4-8be4-366e46731250 req-920fe17e-abce-4f38-bb87-55b38b8dc4a1 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:34.905440 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-754a34e0-9a83-48c4-8be4-366e46731250 req-920fe17e-abce-4f38-bb87-55b38b8dc4a1 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 944 time: 0.0701754 Jun 29 16:30:34.946535 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-754a34e0-9a83-48c4-8be4-366e46731250 req-191cbd2d-4fa3-4c38-90f1-062ea2880a61 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352840 Jun 29 16:30:36.138634 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3b146-d008-4652-a1e7-491bd76609a7 req-31aa7b62-bad6-46bf-8a08-6463392b243a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:36.140528 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-40b3b146-d008-4652-a1e7-491bd76609a7 req-31aa7b62-bad6-46bf-8a08-6463392b243a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 944 time: 0.0761552 Jun 29 16:30:36.143309 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 5fe04f1d-8991-4001-afec-f7df53ad287e up at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:30:36.183375 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-40b3b146-d008-4652-a1e7-491bd76609a7 req-dbe7cd2d-fc84-41d8-8e4b-916144eb7b35 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360503 Jun 29 16:30:36.199728 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning for port 5fe04f1d-8991-4001-afec-f7df53ad287e completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:30:36.203977 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning complete for port 5fe04f1d-8991-4001-afec-f7df53ad287e triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:30:36.204449 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:36.284636 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:36.310491 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe04f1d-8991-4001-afec-f7df53ad287e'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:30:36.313581 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e148ad334d6b0a25feb6cb172eaafc5bfcff4dbaa69dd97dd66c28eda2659d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3686de77-72fe-4956-ac08-2c34c52ab640" -d '{"events": [{"server_uuid": "3ce71892-ef2f-4e47-a6f2-11f77e50c6df", "name": "network-vif-plugged", "status": "completed", "tag": "5fe04f1d-8991-4001-afec-f7df53ad287e"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:30:36.335337 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 5fe04f1d-8991-4001-afec-f7df53ad287e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5fe04f1d-8991-4001-afec-f7df53ad287e,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:30:36.341685 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:36.344884 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:36.383415 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f48c987-c1bc-4c9c-8c3f-f2c9644c4f13 x-openstack-request-id: req-7f48c987-c1bc-4c9c-8c3f-f2c9644c4f13 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:30:36.383744 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce71892-ef2f-4e47-a6f2-11f77e50c6df", "name": "network-vif-plugged", "status": "completed", "tag": "5fe04f1d-8991-4001-afec-f7df53ad287e", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:30:36.384028 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7f48c987-c1bc-4c9c-8c3f-f2c9644c4f13 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:30:36.384418 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe04f1d-8991-4001-afec-f7df53ad287e', 'code': 200} Jun 29 16:30:36.414340 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=5fe04f1d-8991-4001-afec-f7df53ad287e,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:36.417763 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:36.686877 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cc56b-e510-425f-a996-34a450a638f6 req-b4e6e0a5-3ddf-411f-9492-ccbf06370459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:36.688345 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-aa9cc56b-e510-425f-a996-34a450a638f6 req-b4e6e0a5-3ddf-411f-9492-ccbf06370459 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 1098 time: 0.0563333 Jun 29 16:30:36.725049 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-aa9cc56b-e510-425f-a996-34a450a638f6 req-6ba9bed2-0a8e-4244-a8d2-d6279304f604 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296669 Jun 29 16:30:37.383579 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2889d-cde1-4516-8cf6-a71487e370a3 req-65a47a3c-20ae-46ad-88bc-1e0f7aed0c14 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:37.385206 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-66c2889d-cde1-4516-8cf6-a71487e370a3 req-65a47a3c-20ae-46ad-88bc-1e0f7aed0c14 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 945 time: 0.0690067 Jun 29 16:30:37.427711 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-66c2889d-cde1-4516-8cf6-a71487e370a3 req-079468f9-a127-4866-82ec-d8343e6701e0 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357342 Jun 29 16:30:38.236020 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-28c62b3e-fd27-4ea3-ae93-f49be72107d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:38.276495 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:38.625857 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062549aa-24b5-45c0-90d0-479961913450 req-6f6acd94-e609-4dd6-aa32-111a206e2c06 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:38.627415 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-062549aa-24b5-45c0-90d0-479961913450 req-6f6acd94-e609-4dd6-aa32-111a206e2c06 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 945 time: 0.0807400 Jun 29 16:30:38.666789 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-062549aa-24b5-45c0-90d0-479961913450 req-782db3f8-2769-4f2e-8690-4289a33d64da tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336065 Jun 29 16:30:38.858459 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd2542-d571-45b8-8bd1-d1f51fbb2f4d req-2fca07d0-f2af-4a03-be5b-44cfde473eab tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:38.859977 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1ecd2542-d571-45b8-8bd1-d1f51fbb2f4d req-2fca07d0-f2af-4a03-be5b-44cfde473eab tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 945 time: 0.0761118 Jun 29 16:30:38.898702 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1ecd2542-d571-45b8-8bd1-d1f51fbb2f4d req-a58a9724-13f0-4011-aaec-4cf4be1b566a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331893 Jun 29 16:30:38.923138 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48110) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:38.975212 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d3d56-2aba-47f3-8631-6e9e05de0088 tempest-TestVolumeBootPattern-148727641 tempest-TestVolumeBootPattern-148727641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:38.976703 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f49d3d56-2aba-47f3-8631-6e9e05de0088 tempest-TestVolumeBootPattern-148727641 tempest-TestVolumeBootPattern-148727641-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 1093 time: 0.0524900 Jun 29 16:30:38.979406 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48112) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:38.984430 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Request body: {'floatingip': {'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'port_id': '5fe04f1d-8991-4001-afec-f7df53ad287e', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:39.005904 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for floatingip, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:39.119883 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:39.265248 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Allocated IP 172.27.2.119 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/efcb7592-9b4c-45ae-99ad-8ba057681d25) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:30:39.374891 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:39.414386 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:39.416498 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:39.456614 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:30:39.466215 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:30:39.468122 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:30:39.470544 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event updated for resources: {'Port': ['ID=efcb7592-9b4c-45ae-99ad-8ba057681d25,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:39.476020 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:39.924016 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:40.008439 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:40.190329 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:40.195614 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:40.198249 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:40.285431 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event updated for resources: {'Port': ['ID=efcb7592-9b4c-45ae-99ad-8ba057681d25,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:40.289091 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:40.297420 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3760652'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:40.410279 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Floating IP 3df1ee56-9c53-457b-8a71-d6d6c6db1b23 associated. External IP: 172.27.2.119, port: 5fe04f1d-8991-4001-afec-f7df53ad287e. Jun 29 16:30:40.628123 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Router 18b7c948-9b6d-494e-af64-6bcc0c589490 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:30:40.737273 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:30:40.747348 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1477d3-7f05-4e88-8eb3-51d503d2597d None None] Sync routers for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:30:40.754773 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:40.763384 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1477d3-7f05-4e88-8eb3-51d503d2597d None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:30:40.764058 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-3f1477d3-7f05-4e88-8eb3-51d503d2597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:30:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:40.794729 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8142107 Jun 29 16:30:40.795418 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'tag': '5fe04f1d-8991-4001-afec-f7df53ad287e'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:30:40.797789 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2357e3c-9f14-4cb4-b1cb-6fc5db4a572b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce71892-ef2f-4e47-a6f2-11f77e50c6df", "tag": "5fe04f1d-8991-4001-afec-f7df53ad287e"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:30:40.851110 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd36c15d-64f8-48bf-aa48-fd9af960dfb3 x-openstack-request-id: req-bd36c15d-64f8-48bf-aa48-fd9af960dfb3 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:30:40.851658 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce71892-ef2f-4e47-a6f2-11f77e50c6df", "tag": "5fe04f1d-8991-4001-afec-f7df53ad287e", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:30:40.852356 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd36c15d-64f8-48bf-aa48-fd9af960dfb3 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:30:40.853027 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'tag': '5fe04f1d-8991-4001-afec-f7df53ad287e', 'status': 'completed', 'code': 200} Jun 29 16:30:40.853339 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-084e8b1a-b9cd-403f-b448-db99db6eb5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:40.901462 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-3f1477d3-7f05-4e88-8eb3-51d503d2597d None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:30:40.943147 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2357e3c-9f14-4cb4-b1cb-6fc5db4a572b req-9c5ace91-04c9-4d2b-a3f0-79c9b3d0a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:40.944817 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a2357e3c-9f14-4cb4-b1cb-6fc5db4a572b req-9c5ace91-04c9-4d2b-a3f0-79c9b3d0a963 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 1098 time: 0.0592217 Jun 29 16:30:41.055065 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2357e3c-9f14-4cb4-b1cb-6fc5db4a572b req-6160184c-d333-47e4-a50a-14941a780a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:41.056843 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a2357e3c-9f14-4cb4-b1cb-6fc5db4a572b req-6160184c-d333-47e4-a50a-14941a780a30 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 913 time: 0.1037996 Jun 29 16:30:41.130662 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a2357e3c-9f14-4cb4-b1cb-6fc5db4a572b req-32c137b2-52fa-4b42-a985-bcc1f20495e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe04f1d-8991-4001-afec-f7df53ad287e HTTP/1.1" status: 200 len: 999 time: 0.0648546 Jun 29 16:30:41.155245 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-3f1477d3-7f05-4e88-8eb3-51d503d2597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '3df1ee56-9c53-457b-8a71-d6d6c6db1b23', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'port_id': '5fe04f1d-8991-4001-afec-f7df53ad287e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'mac_address': 'fa:16:3e:1c:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:30:39Z', 'updated_at': '2021-06-29T16:30:39Z', 'revision_number': 0, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:41.186873 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1477d3-7f05-4e88-8eb3-51d503d2597d None None] Checking router: 18b7c948-9b6d-494e-af64-6bcc0c589490 for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:30:41.196914 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2357e3c-9f14-4cb4-b1cb-6fc5db4a572b req-301c1815-79ac-437d-8f78-03f60db48c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:41.197243 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1477d3-7f05-4e88-8eb3-51d503d2597d None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:30:41.197953 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-3f1477d3-7f05-4e88-8eb3-51d503d2597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:30:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:41.198364 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a2357e3c-9f14-4cb4-b1cb-6fc5db4a572b req-301c1815-79ac-437d-8f78-03f60db48c8e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89a9a178-553f-4db0-b618-61d33d746787 HTTP/1.1" status: 200 len: 851 time: 0.0611513 Jun 29 16:30:41.284531 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2357e3c-9f14-4cb4-b1cb-6fc5db4a572b req-3ea4d4cb-44a6-45ad-b509-0c33edd5f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:41.286812 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a2357e3c-9f14-4cb4-b1cb-6fc5db4a572b req-3ea4d4cb-44a6-45ad-b509-0c33edd5f67c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efd76866-055a-4788-83f9-a828af2aedf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0792048 Jun 29 16:30:41.340516 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-3f1477d3-7f05-4e88-8eb3-51d503d2597d None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:30:41.386757 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a2357e3c-9f14-4cb4-b1cb-6fc5db4a572b req-fbda7f00-85b3-43b5-9403-0e6e6e7e66ef service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915036 Jun 29 16:30:41.465174 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:41.509383 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a2357e3c-9f14-4cb4-b1cb-6fc5db4a572b req-d46ccc2a-a0f2-4053-b4e4-3fed14be665a service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124570 Jun 29 16:30:41.614828 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-3f1477d3-7f05-4e88-8eb3-51d503d2597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '3df1ee56-9c53-457b-8a71-d6d6c6db1b23', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'port_id': '5fe04f1d-8991-4001-afec-f7df53ad287e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'mac_address': 'fa:16:3e:1c:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:30:39Z', 'updated_at': '2021-06-29T16:30:39Z', 'revision_number': 0, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:41.642630 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1477d3-7f05-4e88-8eb3-51d503d2597d None None] The sync data for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi is: [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '3df1ee56-9c53-457b-8a71-d6d6c6db1b23', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'port_id': '5fe04f1d-8991-4001-afec-f7df53ad287e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'mac_address': 'fa:16:3e:1c:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:30:39Z', 'updated_at': '2021-06-29T16:30:39Z', 'revision_number': 0, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:30:41.857055 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db09be03-2040-4c04-8378-89912f970ec6 None None] New status for floating IP 3df1ee56-9c53-457b-8a71-d6d6c6db1b23: ACTIVE {{(pid=92896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:30:42.052505 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:42.727139 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:30:43.807436 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:02.061973 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48182) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:02.492381 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aba9e9d0-a51e-4cf2-b02e-19bbbff5436c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4113927'] for router_interface, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:02.737169 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-aba9e9d0-a51e-4cf2-b02e-19bbbff5436c admin admin] Deleting port eab43e00-a26d-4aff-b85e-a22c1d70e347 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:31:02.737551 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aba9e9d0-a51e-4cf2-b02e-19bbbff5436c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:02.827821 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-aba9e9d0-a51e-4cf2-b02e-19bbbff5436c admin admin] For port eab43e00-a26d-4aff-b85e-a22c1d70e347, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=eab43e00-a26d-4aff-b85e-a22c1d70e347,segment=NetworkSegment(23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f),segment_id=23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:31:02.828170 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aba9e9d0-a51e-4cf2-b02e-19bbbff5436c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:02.839495 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-aba9e9d0-a51e-4cf2-b02e-19bbbff5436c admin admin] Calling delete_port for eab43e00-a26d-4aff-b85e-a22c1d70e347 owned by network:router_interface {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:31:03.010530 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aba9e9d0-a51e-4cf2-b02e-19bbbff5436c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:03.013178 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cd6763c4-7a97-4ff4-826f-ff3e46c69ee3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:03.038291 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9e9d0-a51e-4cf2-b02e-19bbbff5436c admin admin] Pushing event deleted for resources: {'Port': ['ID=eab43e00-a26d-4aff-b85e-a22c1d70e347,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:03.042619 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-aba9e9d0-a51e-4cf2-b02e-19bbbff5436c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:03.485124 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aba9e9d0-a51e-4cf2-b02e-19bbbff5436c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774135'] for router_interface, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:03.688054 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba9e9d0-a51e-4cf2-b02e-19bbbff5436c admin admin] Router c8989b64-2466-413c-8846-6c2bcdb7637b has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:31:03.787974 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba9e9d0-a51e-4cf2-b02e-19bbbff5436c admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:31:03.792909 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-aba9e9d0-a51e-4cf2-b02e-19bbbff5436c admin admin] 10.222.0.66 "PUT /v2.0/routers/c8989b64-2466-413c-8846-6c2bcdb7637b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7298257 Jun 29 16:31:03.795769 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48186) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:03.796802 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d8334c-6df5-4fa8-81fd-4a176dd7a9d2 None None] Sync routers for ids ['c8989b64-2466-413c-8846-6c2bcdb7637b'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:31:03.807026 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d8334c-6df5-4fa8-81fd-4a176dd7a9d2 None None] Routers {'c8989b64-2466-413c-8846-6c2bcdb7637b'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:31:03.807945 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-39d8334c-6df5-4fa8-81fd-4a176dd7a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:30:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c8989b64-2466-413c-8846-6c2bcdb7637b'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:31:03.906416 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9f93bec6-aa9c-440c-bbca-2a939e0b87be admin admin] Notify callbacks [] for router, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:03.922635 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-39d8334c-6df5-4fa8-81fd-4a176dd7a9d2 None None] Set router c8989b64-2466-413c-8846-6c2bcdb7637b gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:31:04.005623 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9f93bec6-aa9c-440c-bbca-2a939e0b87be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.057044 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-9f93bec6-aa9c-440c-bbca-2a939e0b87be admin admin] Deleting port b880519a-aba7-4120-a0f4-e966e13635f1 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:31:04.057292 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9f93bec6-aa9c-440c-bbca-2a939e0b87be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.095517 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-39d8334c-6df5-4fa8-81fd-4a176dd7a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:31:02Z', 'revision_number': 5, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port': {'id': 'b880519a-aba7-4120-a0f4-e966e13635f1', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:09:33Z', 'updated_at': '2021-06-29T16:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:31:04.120674 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d8334c-6df5-4fa8-81fd-4a176dd7a9d2 None None] Checking router: c8989b64-2466-413c-8846-6c2bcdb7637b for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:31:04.129844 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d8334c-6df5-4fa8-81fd-4a176dd7a9d2 None None] Routers {'c8989b64-2466-413c-8846-6c2bcdb7637b'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:31:04.130443 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-39d8334c-6df5-4fa8-81fd-4a176dd7a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:30:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c8989b64-2466-413c-8846-6c2bcdb7637b'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:31:04.137976 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-9f93bec6-aa9c-440c-bbca-2a939e0b87be admin admin] For port b880519a-aba7-4120-a0f4-e966e13635f1, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=b880519a-aba7-4120-a0f4-e966e13635f1,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:31:04.138332 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9f93bec6-aa9c-440c-bbca-2a939e0b87be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.151392 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-9f93bec6-aa9c-440c-bbca-2a939e0b87be admin admin] Calling delete_port for b880519a-aba7-4120-a0f4-e966e13635f1 owned by network:router_gateway {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:31:04.220122 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-39d8334c-6df5-4fa8-81fd-4a176dd7a9d2 None None] Set router c8989b64-2466-413c-8846-6c2bcdb7637b gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:31:04.317692 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9f93bec6-aa9c-440c-bbca-2a939e0b87be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.319937 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f96c17f6-a387-4eb8-ae68-19742ec0fabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:04.345552 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93bec6-aa9c-440c-bbca-2a939e0b87be admin admin] Pushing event deleted for resources: {'Port': ['ID=b880519a-aba7-4120-a0f4-e966e13635f1,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:04.350459 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9f93bec6-aa9c-440c-bbca-2a939e0b87be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:04.356310 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-39d8334c-6df5-4fa8-81fd-4a176dd7a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:31:04Z', 'revision_number': 6, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port_host': None}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:31:04.381587 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d8334c-6df5-4fa8-81fd-4a176dd7a9d2 None None] The sync data for ids ['c8989b64-2466-413c-8846-6c2bcdb7637b'] in dv-cinder-786627-15-iscsi is: [{'id': 'c8989b64-2466-413c-8846-6c2bcdb7637b', 'name': 'tempest-AttachVolumeShelveTestJSON-1750264727-router', 'tenant_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:09:32Z', 'updated_at': '2021-06-29T16:31:04Z', 'revision_number': 6, 'project_id': '6b26ba640dfc43e2afb9bc018a0710fa', 'gw_port_host': None}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:31:04.411128 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9f93bec6-aa9c-440c-bbca-2a939e0b87be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773907'] for router_gateway, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.499536 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9f93bec6-aa9c-440c-bbca-2a939e0b87be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4115867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1295'] for router, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.501670 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9f93bec6-aa9c-440c-bbca-2a939e0b87be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.549723 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9f93bec6-aa9c-440c-bbca-2a939e0b87be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4113298'] for router, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.550182 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f93bec6-aa9c-440c-bbca-2a939e0b87be admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8989b64-2466-413c-8846-6c2bcdb7637b {{(pid=92895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:31:04.555089 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9f93bec6-aa9c-440c-bbca-2a939e0b87be admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.556685 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9f93bec6-aa9c-440c-bbca-2a939e0b87be admin admin] 10.222.0.66 "DELETE /v2.0/routers/c8989b64-2466-413c-8846-6c2bcdb7637b HTTP/1.1" status: 204 len: 168 time: 0.7599776 Jun 29 16:31:04.559110 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48188) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:04.604691 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-10592bbd-f523-4a09-abfd-47696c68c4f0 admin admin] Deleting subnet af34b3db-0ff1-4013-b759-8e328f36422e {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:31:04.608172 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-10592bbd-f523-4a09-abfd-47696c68c4f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.640296 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-10592bbd-f523-4a09-abfd-47696c68c4f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9042959'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.712307 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-10592bbd-f523-4a09-abfd-47696c68c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531522'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.768694 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-10592bbd-f523-4a09-abfd-47696c68c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9365175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12300084'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.770898 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:04.795834 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10592bbd-f523-4a09-abfd-47696c68c4f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af34b3db-0ff1-4013-b759-8e328f36422e,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:04.799929 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-10592bbd-f523-4a09-abfd-47696c68c4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:04.801183 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-10592bbd-f523-4a09-abfd-47696c68c4f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.803033 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-10592bbd-f523-4a09-abfd-47696c68c4f0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/af34b3db-0ff1-4013-b759-8e328f36422e HTTP/1.1" status: 204 len: 168 time: 0.2428250 Jun 29 16:31:04.805594 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48190) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:04.810034 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87166545-6351-459a-8800-a6db7b59b2c0 None None] Network ec638f7b-1c88-4845-98a8-f4e75c542570 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:31:04.872874 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621183'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.929451 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Deleting port a56f9655-cf3b-427a-9aeb-ca13c7f35af2 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:31:04.929800 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.997394 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] For port a56f9655-cf3b-427a-9aeb-ca13c7f35af2, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=a56f9655-cf3b-427a-9aeb-ca13c7f35af2,segment=NetworkSegment(23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f),segment_id=23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:31:04.997737 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:05.009404 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Calling delete_port for a56f9655-cf3b-427a-9aeb-ca13c7f35af2 owned by network:dhcp {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:31:05.107837 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:05.110161 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:05.138123 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=a56f9655-cf3b-427a-9aeb-ca13c7f35af2,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:05.139639 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:05.140527 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] No DVR routers for this DVR port a56f9655-cf3b-427a-9aeb-ca13c7f35af2 on host dv-cinder-786627-15-iscsi {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:31:05.172908 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceeb04f-fb25-4102-aeda-a6ace5b24d7b None None] DHCP port deletion for ec638f7b-1c88-4845-98a8-f4e75c542570 request from dv-cinder-786627-15-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:31:05.223046 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531612', 'neutron.services.segments.db._delete_segments_for_network-8766223617091'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:05.233828 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec638f7b-1c88-4845-98a8-f4e75c542570']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:31:05.244315 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:31:05.244610 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f2df52-4eb0-4ef8-822d-5b86b5a4ad1f') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:31:05.254417 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device b880519a-aba7-4120-a0f4-e966e13635f1 no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:31:05.255198 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766223416266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9042944'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:05.275450 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: b880519a-aba7-4120-a0f4-e966e13635f1 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:31:05.275828 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device b880519a-aba7-4120-a0f4-e966e13635f1 not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:31:05.276272 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device a56f9655-cf3b-427a-9aeb-ca13c7f35af2 no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:31:05.277571 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:05.287501 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:31:05.288275 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9365018'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: timer() Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: cb(*args, **kw) Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: self._notify() Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: self.callback(batched_events) Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: event.method(event) Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._get(url).json() Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:31:05.291542 dv-cinder-786627-15-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:31:05.302798 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: a56f9655-cf3b-427a-9aeb-ca13c7f35af2 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:31:05.303144 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device a56f9655-cf3b-427a-9aeb-ca13c7f35af2 not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:31:05.303976 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device eab43e00-a26d-4aff-b85e-a22c1d70e347 no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:31:05.327820 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: eab43e00-a26d-4aff-b85e-a22c1d70e347 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:31:05.328169 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device eab43e00-a26d-4aff-b85e-a22c1d70e347 not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:31:05.354909 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3760702'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:05.360828 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ff71f3d2-b1f1-4e45-8bef-9a689c5acec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:05.364078 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:05.365398 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] 10.222.0.66 "DELETE /v2.0/networks/ec638f7b-1c88-4845-98a8-f4e75c542570 HTTP/1.1" status: 204 len: 168 time: 0.5586550 Jun 29 16:31:05.378543 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Pushing event deleted for resources: {'Network': ['ID=ec638f7b-1c88-4845-98a8-f4e75c542570,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:05.381072 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:05.498065 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48194) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:05.545504 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-841218ca-9cbc-40af-8cad-5b7b4f034bb9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b26ba640dfc43e2afb9bc018a0710fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461237 Jun 29 16:31:05.547906 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48196) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:05.600004 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0baa49c7-1ed6-4cc3-aad6-96df6b8fda23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:05.621296 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0baa49c7-1ed6-4cc3-aad6-96df6b8fda23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:05.667698 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0baa49c7-1ed6-4cc3-aad6-96df6b8fda23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:05.670222 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0baa49c7-1ed6-4cc3-aad6-96df6b8fda23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:05.671368 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0baa49c7-1ed6-4cc3-aad6-96df6b8fda23 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e789a9f-406f-44eb-b1fc-1b90cc03d280 HTTP/1.1" status: 204 len: 168 time: 0.1225569 Jun 29 16:31:05.672169 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ff240c41-c6b9-41d4-94fb-ba4c2a166df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:05.680125 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa49c7-1ed6-4cc3-aad6-96df6b8fda23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e789a9f-406f-44eb-b1fc-1b90cc03d280,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:05.682750 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0baa49c7-1ed6-4cc3-aad6-96df6b8fda23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:08.237858 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-48491e33-b97e-471a-a9ca-c52aa216f3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:08.285705 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:10.836014 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-bbe9706a-3d2e-49b0-af28-0a7a01f0674c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:11.455000 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:12.053512 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:13.805602 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:15.890495 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d790ce2d-c40f-4934-9b85-bfb99f7a1038 req-2ebc40f3-ede9-4ca0-980b-dfb4364aca7f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542459 Jun 29 16:31:15.993642 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790ce2d-c40f-4934-9b85-bfb99f7a1038 req-e5560326-6413-4624-af70-5a62de4b534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:15.995110 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d790ce2d-c40f-4934-9b85-bfb99f7a1038 req-e5560326-6413-4624-af70-5a62de4b534d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d28d1a63a21346ae81b50bc6f442122c&device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 1098 time: 0.0549958 Jun 29 16:31:16.113749 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790ce2d-c40f-4934-9b85-bfb99f7a1038 req-378ec043-a4a9-4eeb-8c85-357e81e66dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:16.115225 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d790ce2d-c40f-4934-9b85-bfb99f7a1038 req-378ec043-a4a9-4eeb-8c85-357e81e66dbe service neutron] 10.222.0.77 "GET /v2.0/networks?id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 HTTP/1.1" status: 200 len: 909 time: 0.0914624 Jun 29 16:31:16.183482 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d790ce2d-c40f-4934-9b85-bfb99f7a1038 req-13d75362-e0fc-43b0-803f-0fdcaaa9cd05 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0db538f-26b2-40cc-8513-16919a8edcd9 HTTP/1.1" status: 200 len: 1001 time: 0.0593245 Jun 29 16:31:16.235451 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790ce2d-c40f-4934-9b85-bfb99f7a1038 req-b0582f9b-82e9-4357-adf7-c380881a8b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:16.236930 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d790ce2d-c40f-4934-9b85-bfb99f7a1038 req-b0582f9b-82e9-4357-adf7-c380881a8b97 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30035ce6-59dc-4b36-b25c-00a6a30eadcc HTTP/1.1" status: 200 len: 847 time: 0.0475533 Jun 29 16:31:16.299174 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790ce2d-c40f-4934-9b85-bfb99f7a1038 req-aee4f5e0-8bad-411b-b9b6-c81240b1aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:16.300881 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d790ce2d-c40f-4934-9b85-bfb99f7a1038 req-aee4f5e0-8bad-411b-b9b6-c81240b1aa71 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562751 Jun 29 16:31:16.402137 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d790ce2d-c40f-4934-9b85-bfb99f7a1038 req-6cceede1-b636-4863-9cfd-b1848de14c9d service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895956 Jun 29 16:31:16.499188 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d790ce2d-c40f-4934-9b85-bfb99f7a1038 req-62e3ab9d-a052-453f-a0a3-5859d41e1adc service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878694 Jun 29 16:31:19.730740 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:31:19.785815 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48346) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:19.893054 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:19.995288 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:20.000227 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:20.004355 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-58563de8-8d7c-4ae0-9540-e85afdb6bd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:20.043328 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac8d0cd0c39744e4a2aab5340d384a36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559285 Jun 29 16:31:20.045649 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5432c6ec-e4f0-45c4-a74e-ec6a4f911247,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:20.046794 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48350) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:20.054603 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.055018 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.055397 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.055875 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.056716 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.057248 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.057786 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.058394 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.059657 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.060225 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.060784 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.061408 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.067942 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:20.114123 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:20.135872 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:20.194495 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:20.197302 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:20.198439 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5432c6ec-e4f0-45c4-a74e-ec6a4f911247 HTTP/1.1" status: 204 len: 168 time: 0.1503751 Jun 29 16:31:20.199253 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8b667e04-4b78-4c9e-8700-54e7912dc806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:20.206682 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5432c6ec-e4f0-45c4-a74e-ec6a4f911247,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:20.213900 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.214286 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.215178 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.215580 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.215949 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.216320 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.216687 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.217054 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.217418 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.217778 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.218135 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.218493 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:20.222008 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:20.487756 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48356) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:20.501129 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-11efb295-8b72-499a-a23e-aca88b176b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:20.598240 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-11efb295-8b72-499a-a23e-aca88b176b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:20.601345 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-11efb295-8b72-499a-a23e-aca88b176b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:20.604030 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-10f4ec32-39b4-45a6-92df-5e8ea3c06334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:20.641256 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-11efb295-8b72-499a-a23e-aca88b176b60 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=24d44d4b36d54367b80bcc51157018b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524048 Jun 29 16:31:20.642161 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efb295-8b72-499a-a23e-aca88b176b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7a0592-da8f-4418-b67e-47b89df4913d,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:20.644002 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48358) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:20.645527 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-11efb295-8b72-499a-a23e-aca88b176b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:20.696823 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-40eecd75-207f-484a-a5c5-124a8dc5f28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:20.718775 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-40eecd75-207f-484a-a5c5-124a8dc5f28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:20.764811 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-40eecd75-207f-484a-a5c5-124a8dc5f28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:20.767287 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-40eecd75-207f-484a-a5c5-124a8dc5f28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:20.768462 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-40eecd75-207f-484a-a5c5-124a8dc5f28f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ed7a0592-da8f-4418-b67e-47b89df4913d HTTP/1.1" status: 204 len: 168 time: 0.1220860 Jun 29 16:31:20.769256 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5cb50633-abe4-4645-83f7-b8b23bd588b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:20.778783 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eecd75-207f-484a-a5c5-124a8dc5f28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7a0592-da8f-4418-b67e-47b89df4913d,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:20.781089 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-40eecd75-207f-484a-a5c5-124a8dc5f28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:25.759707 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48452) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:25.866231 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9ba89ca9-9ed5-4fa5-a8df-285efb9d54bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:25.957142 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9ba89ca9-9ed5-4fa5-a8df-285efb9d54bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:25.960875 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9ba89ca9-9ed5-4fa5-a8df-285efb9d54bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:25.963670 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-54777221-2cb9-4884-b351-478a40e2655f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:26.000441 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9ba89ca9-9ed5-4fa5-a8df-285efb9d54bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3833556fe4e2474f9fb09f58d96a901f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396271 Jun 29 16:31:26.001550 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba89ca9-9ed5-4fa5-a8df-285efb9d54bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22f23a0-3b97-4f4f-a725-1eb6dc340e40,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:26.003189 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48456) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:26.005474 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9ba89ca9-9ed5-4fa5-a8df-285efb9d54bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:26.054785 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a05d99fe-74c4-4206-8fb5-72deed8c4eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:26.077898 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a05d99fe-74c4-4206-8fb5-72deed8c4eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:26.129886 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a05d99fe-74c4-4206-8fb5-72deed8c4eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:26.132361 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a05d99fe-74c4-4206-8fb5-72deed8c4eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:26.133503 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a05d99fe-74c4-4206-8fb5-72deed8c4eaf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f22f23a0-3b97-4f4f-a725-1eb6dc340e40 HTTP/1.1" status: 204 len: 168 time: 0.1287043 Jun 29 16:31:26.134273 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b1642ccc-447d-4d8f-90ea-0a7ec76e8c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:26.142050 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d99fe-74c4-4206-8fb5-72deed8c4eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22f23a0-3b97-4f4f-a725-1eb6dc340e40,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:26.144683 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a05d99fe-74c4-4206-8fb5-72deed8c4eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:26.409603 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48462) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:26.423912 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fa253850-50e7-4391-9a65-86dd6df522ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:26.513610 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fa253850-50e7-4391-9a65-86dd6df522ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:26.517550 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fa253850-50e7-4391-9a65-86dd6df522ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:26.520526 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-37bf09c2-1afb-4196-b513-b3d0f30968ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:26.558161 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-fa253850-50e7-4391-9a65-86dd6df522ed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5deaf0b6daa04a45bed10996ae8a54a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474650 Jun 29 16:31:26.558940 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa253850-50e7-4391-9a65-86dd6df522ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaf4294-7f29-4db7-a3ac-d5a82d97eef6,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:26.562193 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-fa253850-50e7-4391-9a65-86dd6df522ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:26.562448 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48464) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:26.623037 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a554b816-7c9b-438b-b53c-34f0b144dc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:26.644988 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a554b816-7c9b-438b-b53c-34f0b144dc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:26.692504 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a554b816-7c9b-438b-b53c-34f0b144dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:26.695036 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a554b816-7c9b-438b-b53c-34f0b144dc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:26.696212 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a554b816-7c9b-438b-b53c-34f0b144dc61 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/caaf4294-7f29-4db7-a3ac-d5a82d97eef6 HTTP/1.1" status: 204 len: 168 time: 0.1325307 Jun 29 16:31:26.696990 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-add9689b-a854-4691-9372-0880848e3d74 tempest-VolumesNegativeTest-1549862097 tempest-VolumesNegativeTest-1549862097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:26.705180 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554b816-7c9b-438b-b53c-34f0b144dc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaf4294-7f29-4db7-a3ac-d5a82d97eef6,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:26.707630 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a554b816-7c9b-438b-b53c-34f0b144dc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:29.170534 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48532) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:29.275953 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a1105a5d-9053-48ee-afff-a13bea6f0ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:29.374116 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a1105a5d-9053-48ee-afff-a13bea6f0ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:29.378246 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a1105a5d-9053-48ee-afff-a13bea6f0ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:29.380999 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-492bafed-25c5-4a9f-88c3-bb6e662863e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:29.417229 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a1105a5d-9053-48ee-afff-a13bea6f0ab8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=726134f502c94edc8b2d96d91b4e0f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456088 Jun 29 16:31:29.418151 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1105a5d-9053-48ee-afff-a13bea6f0ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f884a7b-3e32-45f7-aea7-40f6bc9d5f7c,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:29.420514 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48536) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:29.422037 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a1105a5d-9053-48ee-afff-a13bea6f0ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:29.473846 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8199edb7-f97f-488f-99c1-15f85060eefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:29.495202 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8199edb7-f97f-488f-99c1-15f85060eefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:29.541033 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8199edb7-f97f-488f-99c1-15f85060eefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:29.543653 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8199edb7-f97f-488f-99c1-15f85060eefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:29.545387 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8199edb7-f97f-488f-99c1-15f85060eefb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f884a7b-3e32-45f7-aea7-40f6bc9d5f7c HTTP/1.1" status: 204 len: 168 time: 0.1230991 Jun 29 16:31:29.546198 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-11efb295-8b72-499a-a23e-aca88b176b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:29.553850 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199edb7-f97f-488f-99c1-15f85060eefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f884a7b-3e32-45f7-aea7-40f6bc9d5f7c,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:29.556399 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8199edb7-f97f-488f-99c1-15f85060eefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:29.819052 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48542) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:29.835848 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ac94959d-ecec-4a72-9eaf-65b00f809389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:29.928911 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ac94959d-ecec-4a72-9eaf-65b00f809389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:29.933396 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ac94959d-ecec-4a72-9eaf-65b00f809389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:29.937469 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-feb0ec64-f302-49be-b3a4-a2faa4d10e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:29.973338 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ac94959d-ecec-4a72-9eaf-65b00f809389 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee3a5b33892b4bdcb4ffde194bf14386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531491 Jun 29 16:31:29.974262 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94959d-ecec-4a72-9eaf-65b00f809389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8e2552-788e-4905-b9e8-df0d6c5b080d,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:29.975976 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48544) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:29.977585 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ac94959d-ecec-4a72-9eaf-65b00f809389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:30.028054 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b7c0ef6e-ef81-4fee-8db2-155e981e9bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:30.047165 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b7c0ef6e-ef81-4fee-8db2-155e981e9bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:30.097356 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b7c0ef6e-ef81-4fee-8db2-155e981e9bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:30.099991 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b7c0ef6e-ef81-4fee-8db2-155e981e9bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:30.101138 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-b7c0ef6e-ef81-4fee-8db2-155e981e9bfb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f8e2552-788e-4905-b9e8-df0d6c5b080d HTTP/1.1" status: 204 len: 168 time: 0.1241505 Jun 29 16:31:30.102025 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9ba89ca9-9ed5-4fa5-a8df-285efb9d54bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:30.110720 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0ef6e-ef81-4fee-8db2-155e981e9bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8e2552-788e-4905-b9e8-df0d6c5b080d,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:30.114362 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b7c0ef6e-ef81-4fee-8db2-155e981e9bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:35.939002 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf379f7-0092-4e89-991e-381fb21607ed req-3a31c9b5-3a6c-49bf-9973-2968a5e42c5e tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:35.940512 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7cf379f7-0092-4e89-991e-381fb21607ed req-3a31c9b5-3a6c-49bf-9973-2968a5e42c5e tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0623748 Jun 29 16:31:35.977913 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7cf379f7-0092-4e89-991e-381fb21607ed req-fae6eb86-9a37-4ff6-a79c-532200ccffe5 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316916 Jun 29 16:31:36.526065 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48670) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:36.628327 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-33bc4ddd-3f9e-4b7a-8bba-b9499af46447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:36.724029 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-33bc4ddd-3f9e-4b7a-8bba-b9499af46447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:36.728670 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-33bc4ddd-3f9e-4b7a-8bba-b9499af46447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:36.732572 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-903a7b3a-a6f4-4d4b-9677-6e5f0e3ad5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:36.771102 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-33bc4ddd-3f9e-4b7a-8bba-b9499af46447 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52548f1733cc47839e4cf738ec07bc8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439115 Jun 29 16:31:36.772649 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc4ddd-3f9e-4b7a-8bba-b9499af46447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264eeb62-8a46-413c-a178-c278c9230e4a,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:36.773907 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48674) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:36.775765 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-33bc4ddd-3f9e-4b7a-8bba-b9499af46447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:36.826103 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5a2064fe-fb6c-4f8e-8b58-68bb3ee37391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:36.849671 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5a2064fe-fb6c-4f8e-8b58-68bb3ee37391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:36.902425 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5a2064fe-fb6c-4f8e-8b58-68bb3ee37391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:36.905575 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5a2064fe-fb6c-4f8e-8b58-68bb3ee37391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:36.906735 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5a2064fe-fb6c-4f8e-8b58-68bb3ee37391 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/264eeb62-8a46-413c-a178-c278c9230e4a HTTP/1.1" status: 204 len: 168 time: 0.1318707 Jun 29 16:31:36.907519 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-18eca427-e41c-4351-8b3c-bbf96949c3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:36.915226 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2064fe-fb6c-4f8e-8b58-68bb3ee37391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264eeb62-8a46-413c-a178-c278c9230e4a,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:36.917782 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5a2064fe-fb6c-4f8e-8b58-68bb3ee37391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:37.175086 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76262206-4954-4c4a-9d83-10d5b8726686 req-d58e332a-afac-4af8-a671-dd5df4b706e9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:37.176658 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-76262206-4954-4c4a-9d83-10d5b8726686 req-d58e332a-afac-4af8-a671-dd5df4b706e9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0746114 Jun 29 16:31:37.203947 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48682) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:37.227468 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-76262206-4954-4c4a-9d83-10d5b8726686 req-6452f4d9-05e2-455d-a026-503e245929cd tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447748 Jun 29 16:31:37.228900 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f7c5d749-ed93-46bf-8df1-d050716078f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:37.321131 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f7c5d749-ed93-46bf-8df1-d050716078f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:37.326484 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f7c5d749-ed93-46bf-8df1-d050716078f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:37.329050 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f6ac03e1-c982-45ae-bf58-9076c0d8f25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:37.365372 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f7c5d749-ed93-46bf-8df1-d050716078f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=865803d278bd4bdea934b3f585b73acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603932 Jun 29 16:31:37.366488 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5d749-ed93-46bf-8df1-d050716078f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cc2d56-9d0f-4c4e-a984-467bc25cda0b,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:37.368064 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48684) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:37.369346 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f7c5d749-ed93-46bf-8df1-d050716078f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:37.426488 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0794e899-ad33-4d0d-b45e-8c7bea32203f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:37.448198 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0794e899-ad33-4d0d-b45e-8c7bea32203f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:37.495584 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0794e899-ad33-4d0d-b45e-8c7bea32203f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:37.498665 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0794e899-ad33-4d0d-b45e-8c7bea32203f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:37.499812 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0794e899-ad33-4d0d-b45e-8c7bea32203f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/63cc2d56-9d0f-4c4e-a984-467bc25cda0b HTTP/1.1" status: 204 len: 168 time: 0.1306286 Jun 29 16:31:37.500582 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a554b816-7c9b-438b-b53c-34f0b144dc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:37.508418 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794e899-ad33-4d0d-b45e-8c7bea32203f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cc2d56-9d0f-4c4e-a984-467bc25cda0b,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:37.510944 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0794e899-ad33-4d0d-b45e-8c7bea32203f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:38.244584 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b1a11602-cd98-497e-85d3-00d9faf3eeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:38.317405 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:38.405553 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7514c-c747-48cf-b713-6b9b6afc1100 req-8e46c472-50d6-469f-a96e-6b4ea0505406 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:38.407068 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-94e7514c-c747-48cf-b713-6b9b6afc1100 req-8e46c472-50d6-469f-a96e-6b4ea0505406 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0672023 Jun 29 16:31:38.450043 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-94e7514c-c747-48cf-b713-6b9b6afc1100 req-20ca2d42-198e-481f-a325-67f36435fb5f tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334902 Jun 29 16:31:39.289556 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48744) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:39.391992 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-137b78cc-52bd-462b-90ed-9bd606053632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:39.484763 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-137b78cc-52bd-462b-90ed-9bd606053632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:39.490196 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-137b78cc-52bd-462b-90ed-9bd606053632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:39.492860 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b7c0ef6e-ef81-4fee-8db2-155e981e9bfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:39.529071 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b78cc-52bd-462b-90ed-9bd606053632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2341b5-b5b4-499d-9140-55ea5e03b0ab,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:39.536138 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-137b78cc-52bd-462b-90ed-9bd606053632 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=706c399428b441d3964551e4364c1bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431414 Jun 29 16:31:39.536138 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-137b78cc-52bd-462b-90ed-9bd606053632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:39.536447 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48750) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:39.587317 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ef55a565-debf-4cf9-9c43-3befe1bc22c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:39.609659 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ef55a565-debf-4cf9-9c43-3befe1bc22c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:39.634161 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde3e05-25f7-4cc5-a77d-151219025d76 req-4cd46613-b742-4f27-948e-26b7de1ea189 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:39.635686 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bfde3e05-25f7-4cc5-a77d-151219025d76 req-4cd46613-b742-4f27-948e-26b7de1ea189 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0687048 Jun 29 16:31:39.657322 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ef55a565-debf-4cf9-9c43-3befe1bc22c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:39.660102 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ef55a565-debf-4cf9-9c43-3befe1bc22c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:39.661266 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ef55a565-debf-4cf9-9c43-3befe1bc22c2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db2341b5-b5b4-499d-9140-55ea5e03b0ab HTTP/1.1" status: 204 len: 168 time: 0.1239846 Jun 29 16:31:39.662223 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-70df84d0-c3b3-4f17-ad00-f6addb62ae6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:39.670628 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55a565-debf-4cf9-9c43-3befe1bc22c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2341b5-b5b4-499d-9140-55ea5e03b0ab,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:39.677961 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ef55a565-debf-4cf9-9c43-3befe1bc22c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:39.687271 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bfde3e05-25f7-4cc5-a77d-151219025d76 req-65504f71-e7a6-4742-8cbb-1c32d002168e tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449851 Jun 29 16:31:39.947433 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48756) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:39.965189 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750d3821-4cab-43c7-85c4-619dc9cba6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:40.057119 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750d3821-4cab-43c7-85c4-619dc9cba6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:40.061509 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750d3821-4cab-43c7-85c4-619dc9cba6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:40.064214 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baab57f5-eb0e-42c8-b34c-b3c5f293ed33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:40.101828 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-750d3821-4cab-43c7-85c4-619dc9cba6cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=033d6d825ceb4c5c8c4504f286024dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532803 Jun 29 16:31:40.102755 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d3821-4cab-43c7-85c4-619dc9cba6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6612ee-9e79-47c4-8e9a-404d15c97e25,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:40.104452 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48758) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:40.107046 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-750d3821-4cab-43c7-85c4-619dc9cba6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:40.154792 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bc4ce334-ca6a-4ad2-8bdc-0077a07b233c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:40.177344 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bc4ce334-ca6a-4ad2-8bdc-0077a07b233c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:40.228061 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bc4ce334-ca6a-4ad2-8bdc-0077a07b233c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:40.230558 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bc4ce334-ca6a-4ad2-8bdc-0077a07b233c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:40.232231 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-bc4ce334-ca6a-4ad2-8bdc-0077a07b233c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c6612ee-9e79-47c4-8e9a-404d15c97e25 HTTP/1.1" status: 204 len: 168 time: 0.1267219 Jun 29 16:31:40.233043 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-88ee3f3e-11a7-48ef-9ec4-693e096ffbf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:40.240641 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ce334-ca6a-4ad2-8bdc-0077a07b233c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6612ee-9e79-47c4-8e9a-404d15c97e25,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:40.242875 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bc4ce334-ca6a-4ad2-8bdc-0077a07b233c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:40.850029 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-fe54f2bb-cb09-410b-91d0-92a6af8f60ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:40.880824 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f03bf-b531-459c-8da3-7217300629e3 req-9e60f049-973d-4b91-83fa-ec1fcfff4d26 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:40.882620 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2f9f03bf-b531-459c-8da3-7217300629e3 req-9e60f049-973d-4b91-83fa-ec1fcfff4d26 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0722291 Jun 29 16:31:40.922949 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2f9f03bf-b531-459c-8da3-7217300629e3 req-2aa6e843-62a2-48da-835d-4c43e2117e97 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340004 Jun 29 16:31:41.302329 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48790) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:41.404892 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d845e897-31d6-4918-a1f8-a3e5a1a11a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:41.457974 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:41.502340 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d845e897-31d6-4918-a1f8-a3e5a1a11a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:41.506120 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d845e897-31d6-4918-a1f8-a3e5a1a11a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:41.508682 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4c095983-8cb7-4f98-a1df-41ecb1bdde94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:41.544116 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-d845e897-31d6-4918-a1f8-a3e5a1a11a83 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=27f18b4f0fdd49999d538611baf6bdb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406664 Jun 29 16:31:41.544887 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845e897-31d6-4918-a1f8-a3e5a1a11a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa13744-efc6-4735-9ef5-ba67e5402a75,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:41.547030 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 48794) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:41.548631 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d845e897-31d6-4918-a1f8-a3e5a1a11a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:41.597650 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ca391568-b18c-4391-8b8f-7c34c6f4cb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:41.618631 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ca391568-b18c-4391-8b8f-7c34c6f4cb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:41.666114 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ca391568-b18c-4391-8b8f-7c34c6f4cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:41.669382 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ca391568-b18c-4391-8b8f-7c34c6f4cb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:41.670595 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ca391568-b18c-4391-8b8f-7c34c6f4cb35 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/efa13744-efc6-4735-9ef5-ba67e5402a75 HTTP/1.1" status: 204 len: 168 time: 0.1222241 Jun 29 16:31:41.671391 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d63261fd-40a5-47db-8582-4893b25dba44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:41.680977 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca391568-b18c-4391-8b8f-7c34c6f4cb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa13744-efc6-4735-9ef5-ba67e5402a75,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:41.683712 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ca391568-b18c-4391-8b8f-7c34c6f4cb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:42.056936 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:42.098775 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae15108-1c68-458b-916d-3b06414ca57a req-7cffc72e-cc57-449e-a870-89974120aa31 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:42.100281 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6ae15108-1c68-458b-916d-3b06414ca57a req-7cffc72e-cc57-449e-a870-89974120aa31 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0672402 Jun 29 16:31:42.142737 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6ae15108-1c68-458b-916d-3b06414ca57a req-74970be4-d5d1-489f-a643-b48ea108f51f tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367930 Jun 29 16:31:43.323209 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51415b4c-bff8-4be9-965b-e3fdfe2b06cf req-f7b538fe-81db-4b35-8d51-3c47606280e9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:43.324711 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-51415b4c-bff8-4be9-965b-e3fdfe2b06cf req-f7b538fe-81db-4b35-8d51-3c47606280e9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0657833 Jun 29 16:31:43.364138 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-51415b4c-bff8-4be9-965b-e3fdfe2b06cf req-6dc0058d-6968-40a8-b93e-4c9fb8e0ffbb tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337029 Jun 29 16:31:43.807456 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:44.540021 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bd85c-2882-4baf-a073-2554e9eaa8d1 req-0c9534b2-90e7-42b9-a7cc-9fab89315480 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:44.541491 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b87bd85c-2882-4baf-a073-2554e9eaa8d1 req-0c9534b2-90e7-42b9-a7cc-9fab89315480 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0624223 Jun 29 16:31:44.579886 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b87bd85c-2882-4baf-a073-2554e9eaa8d1 req-34a61875-0c0f-4f05-8049-2dae7ab0162a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327694 Jun 29 16:31:45.754612 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98f5af-b523-497d-ad2f-ceb6e44cbafd req-e5c41144-7b33-4ade-93bb-e3e37454d1ef tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:45.756001 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eb98f5af-b523-497d-ad2f-ceb6e44cbafd req-e5c41144-7b33-4ade-93bb-e3e37454d1ef tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0659034 Jun 29 16:31:45.794325 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eb98f5af-b523-497d-ad2f-ceb6e44cbafd req-ba2aa9d3-5e30-46a6-85c6-31b816732c36 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326488 Jun 29 16:31:46.061354 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c690b-1129-4e27-8096-1fe6ce170241 req-ff88a000-9bea-430b-93ef-423684e77694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:46.062813 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2b8c690b-1129-4e27-8096-1fe6ce170241 req-ff88a000-9bea-430b-93ef-423684e77694 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d28d1a63a21346ae81b50bc6f442122c&device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 1098 time: 0.0532937 Jun 29 16:31:46.155295 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c690b-1129-4e27-8096-1fe6ce170241 req-928c9809-95f7-4a92-925e-617d4378c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:46.156887 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2b8c690b-1129-4e27-8096-1fe6ce170241 req-928c9809-95f7-4a92-925e-617d4378c1ee service neutron] 10.222.0.77 "GET /v2.0/networks?id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 HTTP/1.1" status: 200 len: 909 time: 0.0872943 Jun 29 16:31:46.225865 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2b8c690b-1129-4e27-8096-1fe6ce170241 req-be11f7cb-5ede-4b91-936c-f2cb95fab1bd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0db538f-26b2-40cc-8513-16919a8edcd9 HTTP/1.1" status: 200 len: 1001 time: 0.0623279 Jun 29 16:31:46.274607 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c690b-1129-4e27-8096-1fe6ce170241 req-b0e8e0cd-c641-4b26-a891-f6c379c65805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:46.276083 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2b8c690b-1129-4e27-8096-1fe6ce170241 req-b0e8e0cd-c641-4b26-a891-f6c379c65805 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30035ce6-59dc-4b36-b25c-00a6a30eadcc HTTP/1.1" status: 200 len: 847 time: 0.0434897 Jun 29 16:31:46.332612 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c690b-1129-4e27-8096-1fe6ce170241 req-3c0cc858-9674-4fd8-8956-df62e4f52bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:46.333982 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2b8c690b-1129-4e27-8096-1fe6ce170241 req-3c0cc858-9674-4fd8-8956-df62e4f52bd7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513315 Jun 29 16:31:46.430343 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2b8c690b-1129-4e27-8096-1fe6ce170241 req-283fa173-b381-405f-8fc8-e7bf8d8a3782 service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895112 Jun 29 16:31:46.520793 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2b8c690b-1129-4e27-8096-1fe6ce170241 req-47acd131-fea6-4f22-ba41-fa5082460360 service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828876 Jun 29 16:31:46.967868 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae693e5c-debe-41e3-adc3-351b4fabe29d req-dd8e573d-704e-44ca-b85b-f5a13e5b077f tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:46.969305 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ae693e5c-debe-41e3-adc3-351b4fabe29d req-dd8e573d-704e-44ca-b85b-f5a13e5b077f tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0613413 Jun 29 16:31:47.009722 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ae693e5c-debe-41e3-adc3-351b4fabe29d req-2cc694f5-35d9-4707-90e9-2b0875ff269c tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346949 Jun 29 16:31:48.194555 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914d93f-bdb6-4a09-994d-602864831564 req-ad0d891b-edb3-4c83-b185-ce7a9fc55181 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:48.196203 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b914d93f-bdb6-4a09-994d-602864831564 req-ad0d891b-edb3-4c83-b185-ce7a9fc55181 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0755250 Jun 29 16:31:48.523413 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b914d93f-bdb6-4a09-994d-602864831564 req-86820e32-1eaf-446b-8b11-97803841c542 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3210268 Jun 29 16:31:49.702754 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b46345-2c36-45a1-8d6c-3c613516fab1 req-43553b6f-afce-40cd-9a34-b38b1f581587 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:49.704288 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-16b46345-2c36-45a1-8d6c-3c613516fab1 req-43553b6f-afce-40cd-9a34-b38b1f581587 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0645127 Jun 29 16:31:49.746185 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-16b46345-2c36-45a1-8d6c-3c613516fab1 req-27c74956-3493-4d66-b203-a34695db34d7 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348845 Jun 29 16:31:51.118118 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 48826) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:51.124178 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3616e-40ff-4425-8805-89f491dd7f04 req-bff5d775-141a-4492-90b8-df63111e7069 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:51.125786 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7ba3616e-40ff-4425-8805-89f491dd7f04 req-bff5d775-141a-4492-90b8-df63111e7069 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0649424 Jun 29 16:31:51.168145 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7ba3616e-40ff-4425-8805-89f491dd7f04 req-d1c58165-477a-4888-aaba-ddaee10ebfcf tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352390 Jun 29 16:31:51.222182 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1abde3e1-d861-45b2-b8d1-77171edc1bfa req-0bbcb271-8df7-4f9f-b949-3a8f945179a2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023080 Jun 29 16:31:52.358990 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd318eb0-0a55-43fb-a17d-765d57b8f3b3 req-631be30c-1e44-41db-bf27-80983adde20b tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:52.360532 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cd318eb0-0a55-43fb-a17d-765d57b8f3b3 req-631be30c-1e44-41db-bf27-80983adde20b tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0653229 Jun 29 16:31:52.399851 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cd318eb0-0a55-43fb-a17d-765d57b8f3b3 req-ae9a2f2d-2d89-46af-b901-4d2bd04a1460 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334730 Jun 29 16:31:52.440994 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device c0db538f-26b2-40cc-8513-16919a8edcd9 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:31:52.514683 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:52.536403 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759d48cd-9536-472e-8896-6dd922531e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0db538f-26b2-40cc-8513-16919a8edcd9'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:31:52.538666 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e148ad334d6b0a25feb6cb172eaafc5bfcff4dbaa69dd97dd66c28eda2659d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae95051-d9b8-42a0-b36e-65b4aab796ff" -d '{"events": [{"server_uuid": "759d48cd-9536-472e-8896-6dd922531e12", "name": "network-vif-unplugged", "status": "completed", "tag": "c0db538f-26b2-40cc-8513-16919a8edcd9"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:31:52.558296 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port c0db538f-26b2-40cc-8513-16919a8edcd9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0db538f-26b2-40cc-8513-16919a8edcd9,segment=NetworkSegment(ec3497b0-6704-437c-b34b-876bd0747e80),segment_id=ec3497b0-6704-437c-b34b-876bd0747e80)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:31:52.563788 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:52.566640 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6da00490-d2a2-4350-b62d-969473ed155f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:52.600396 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 16:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352d38c3-3797-4c3a-907e-e8037cd6b23a x-openstack-request-id: req-352d38c3-3797-4c3a-907e-e8037cd6b23a {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:31:52.600752 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759d48cd-9536-472e-8896-6dd922531e12", "name": "network-vif-unplugged", "status": "completed", "tag": "c0db538f-26b2-40cc-8513-16919a8edcd9", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:31:52.600952 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-352d38c3-3797-4c3a-907e-e8037cd6b23a {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:31:52.601351 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759d48cd-9536-472e-8896-6dd922531e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0db538f-26b2-40cc-8513-16919a8edcd9', 'code': 200} Jun 29 16:31:52.631832 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=c0db538f-26b2-40cc-8513-16919a8edcd9,revision_number=6']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:52.639364 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:52.639755 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:52.640106 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:52.640445 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:52.640774 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:52.641107 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:52.641436 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:52.641763 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:52.642090 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:52.642416 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:52.642741 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:52.643059 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:52.647060 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:52.766559 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abde3e1-d861-45b2-b8d1-77171edc1bfa req-1edf03d5-5697-4aa7-8075-04280e1135de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:52.768202 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1abde3e1-d861-45b2-b8d1-77171edc1bfa req-1edf03d5-5697-4aa7-8075-04280e1135de service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12&tenant_id=d28d1a63a21346ae81b50bc6f442122c HTTP/1.1" status: 200 len: 1096 time: 0.0883818 Jun 29 16:31:52.844067 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abde3e1-d861-45b2-b8d1-77171edc1bfa req-31c19415-6e08-4993-8c70-007b5cc242e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:52.845615 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1abde3e1-d861-45b2-b8d1-77171edc1bfa req-31c19415-6e08-4993-8c70-007b5cc242e6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d28d1a63a21346ae81b50bc6f442122c&device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 1096 time: 0.0533631 Jun 29 16:31:52.940426 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abde3e1-d861-45b2-b8d1-77171edc1bfa req-fb36b785-d211-4afe-a6f0-a8076353169c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:52.941785 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1abde3e1-d861-45b2-b8d1-77171edc1bfa req-fb36b785-d211-4afe-a6f0-a8076353169c service neutron] 10.222.0.77 "GET /v2.0/networks?id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 HTTP/1.1" status: 200 len: 909 time: 0.0881155 Jun 29 16:31:53.009494 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1abde3e1-d861-45b2-b8d1-77171edc1bfa req-1ae87abf-c14f-4465-8b67-b6897a666b95 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0db538f-26b2-40cc-8513-16919a8edcd9 HTTP/1.1" status: 200 len: 999 time: 0.0609202 Jun 29 16:31:53.063036 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abde3e1-d861-45b2-b8d1-77171edc1bfa req-e0d876d5-2e3f-4dea-9613-88f067d190b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:53.064515 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1abde3e1-d861-45b2-b8d1-77171edc1bfa req-e0d876d5-2e3f-4dea-9613-88f067d190b8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30035ce6-59dc-4b36-b25c-00a6a30eadcc HTTP/1.1" status: 200 len: 847 time: 0.0470369 Jun 29 16:31:53.119771 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abde3e1-d861-45b2-b8d1-77171edc1bfa req-733c79c9-baee-4294-9643-a5858ad6ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:53.121293 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1abde3e1-d861-45b2-b8d1-77171edc1bfa req-733c79c9-baee-4294-9643-a5858ad6ba3e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503483 Jun 29 16:31:53.214869 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1abde3e1-d861-45b2-b8d1-77171edc1bfa req-91a1b9c5-af98-4e40-85e2-d6da618cea83 service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865684 Jun 29 16:31:53.313223 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1abde3e1-d861-45b2-b8d1-77171edc1bfa req-52919b61-5a8b-4177-80fa-4da2b8d4448d service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845861 Jun 29 16:31:53.580608 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed333325-796c-47e2-ab48-4191ce963b2c req-f264190e-d573-49c6-a26c-f64e8f3afb35 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:53.582139 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed333325-796c-47e2-ab48-4191ce963b2c req-f264190e-d573-49c6-a26c-f64e8f3afb35 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 943 time: 0.0642004 Jun 29 16:31:53.627080 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed333325-796c-47e2-ab48-4191ce963b2c req-bdbc3349-0e89-456c-b55e-3e9644b7f431 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391214 Jun 29 16:31:54.813347 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1745d2-3ec1-4a76-8486-55fb865efb1b req-deb4d63b-dc65-4f40-8f94-45b9f478105e tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:54.814914 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bb1745d2-3ec1-4a76-8486-55fb865efb1b req-deb4d63b-dc65-4f40-8f94-45b9f478105e tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 943 time: 0.0672545 Jun 29 16:31:54.854391 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bb1745d2-3ec1-4a76-8486-55fb865efb1b req-8ad62590-98de-4ffa-b336-71221df908a2 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338397 Jun 29 16:31:56.031701 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bd1c6-b3be-44c3-ac81-2e8df5db621a req-9985a195-ec62-4379-bd4f-dc0de7cc77fb tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:56.033252 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-337bd1c6-b3be-44c3-ac81-2e8df5db621a req-9985a195-ec62-4379-bd4f-dc0de7cc77fb tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 943 time: 0.0642133 Jun 29 16:31:56.072180 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-337bd1c6-b3be-44c3-ac81-2e8df5db621a req-1ed71984-ba8c-426a-90da-2287e185f987 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333247 Jun 29 16:31:56.729931 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:31:57.248426 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4be0c-57b8-420f-9d6a-57a4100cf4d6 req-3a85264d-aabd-4203-9eea-caed4ea3e4eb tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:57.250531 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-def4be0c-57b8-420f-9d6a-57a4100cf4d6 req-3a85264d-aabd-4203-9eea-caed4ea3e4eb tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 943 time: 0.0658510 Jun 29 16:31:57.295041 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-def4be0c-57b8-420f-9d6a-57a4100cf4d6 req-4d3e5f66-f97e-4c5a-8f4d-a095a0598447 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342391 Jun 29 16:31:58.476702 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97775cef-6640-4e92-8dcb-47dbb07844f7 req-d1fdace9-71e6-4df9-bc3f-1067e929b0a1 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:58.478237 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-97775cef-6640-4e92-8dcb-47dbb07844f7 req-d1fdace9-71e6-4df9-bc3f-1067e929b0a1 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 943 time: 0.0681331 Jun 29 16:31:58.518067 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-97775cef-6640-4e92-8dcb-47dbb07844f7 req-2b70b48c-6522-4cb8-8fdc-8182c94ef367 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340364 Jun 29 16:31:59.698972 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcb599-4107-4722-a627-209f753adf63 req-0553a42b-ae0f-4728-ad3b-128710f327d9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:59.701192 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-febcb599-4107-4722-a627-209f753adf63 req-0553a42b-ae0f-4728-ad3b-128710f327d9 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 943 time: 0.0655344 Jun 29 16:31:59.747640 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-febcb599-4107-4722-a627-209f753adf63 req-7c4ec191-d4c7-4b60-a0f6-bca29a1d0a24 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406511 Jun 29 16:32:00.917212 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219dbec-ecae-4471-a545-e836b018a1de req-7b20f0d3-09f3-4d43-ad22-6bf23b887fc8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:00.918615 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c219dbec-ecae-4471-a545-e836b018a1de req-7b20f0d3-09f3-4d43-ad22-6bf23b887fc8 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 943 time: 0.0631983 Jun 29 16:32:00.957277 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c219dbec-ecae-4471-a545-e836b018a1de req-38a4ef7e-4785-4a29-9a84-bccf2e40d597 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324881 Jun 29 16:32:02.140096 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5d516-9d6f-4d6d-92c1-5f643472c2b0 req-9190cd93-49d7-45db-bc31-46d6791e23e4 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:02.141616 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-38e5d516-9d6f-4d6d-92c1-5f643472c2b0 req-9190cd93-49d7-45db-bc31-46d6791e23e4 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 943 time: 0.0699575 Jun 29 16:32:02.190805 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-38e5d516-9d6f-4d6d-92c1-5f643472c2b0 req-5b47154a-4f9f-4592-895f-eff49368b89b tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432601 Jun 29 16:32:02.487862 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device c0db538f-26b2-40cc-8513-16919a8edcd9 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:32:02.596447 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port c0db538f-26b2-40cc-8513-16919a8edcd9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0db538f-26b2-40cc-8513-16919a8edcd9,segment=NetworkSegment(ec3497b0-6704-437c-b34b-876bd0747e80),segment_id=ec3497b0-6704-437c-b34b-876bd0747e80)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:02.608245 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Returning: {'device': 'c0db538f-26b2-40cc-8513-16919a8edcd9', 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'port_id': 'c0db538f-26b2-40cc-8513-16919a8edcd9', 'mac_address': 'fa:16:3e:38:66:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:32:02.655404 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:02.669179 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0db538f-26b2-40cc-8513-16919a8edcd9 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:32:02.690596 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port c0db538f-26b2-40cc-8513-16919a8edcd9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0db538f-26b2-40cc-8513-16919a8edcd9,segment=NetworkSegment(ec3497b0-6704-437c-b34b-876bd0747e80),segment_id=ec3497b0-6704-437c-b34b-876bd0747e80)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:02.695371 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:02.697604 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-db06f4e0-4173-423a-bf22-6170670f2ae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:02.748755 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=c0db538f-26b2-40cc-8513-16919a8edcd9,revision_number=7']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:02.752062 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:03.058464 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['c0db538f-26b2-40cc-8513-16919a8edcd9'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:32:03.379061 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64399b1-e80f-4994-bd68-155da66c4221 req-6e22c673-7565-4a86-a0e8-98103345b853 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:03.380614 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a64399b1-e80f-4994-bd68-155da66c4221 req-6e22c673-7565-4a86-a0e8-98103345b853 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 944 time: 0.0745602 Jun 29 16:32:03.425633 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a64399b1-e80f-4994-bd68-155da66c4221 req-c00a9b04-9237-4348-a833-22c8536bd580 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391674 Jun 29 16:32:04.503699 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device c0db538f-26b2-40cc-8513-16919a8edcd9 up at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:32:04.551633 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning complete for port c0db538f-26b2-40cc-8513-16919a8edcd9 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:32:04.552029 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:04.609134 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170616f-3fd6-409d-95d7-39ca0138c829 req-aa6d905c-48d4-449b-8078-54f2e6d1b80c tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:04.610585 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6170616f-3fd6-409d-95d7-39ca0138c829 req-aa6d905c-48d4-449b-8078-54f2e6d1b80c tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 944 time: 0.0623093 Jun 29 16:32:04.635336 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:04.648588 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6170616f-3fd6-409d-95d7-39ca0138c829 req-bba9246f-2c4b-42e5-b9e5-2490598f1f84 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323973 Jun 29 16:32:04.659398 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759d48cd-9536-472e-8896-6dd922531e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0db538f-26b2-40cc-8513-16919a8edcd9'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:32:04.661747 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e148ad334d6b0a25feb6cb172eaafc5bfcff4dbaa69dd97dd66c28eda2659d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4383ba-ac10-4aca-82e9-aa5cb9d39ee6" -d '{"events": [{"server_uuid": "759d48cd-9536-472e-8896-6dd922531e12", "name": "network-vif-plugged", "status": "completed", "tag": "c0db538f-26b2-40cc-8513-16919a8edcd9"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:32:04.682404 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port c0db538f-26b2-40cc-8513-16919a8edcd9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0db538f-26b2-40cc-8513-16919a8edcd9,segment=NetworkSegment(ec3497b0-6704-437c-b34b-876bd0747e80),segment_id=ec3497b0-6704-437c-b34b-876bd0747e80)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:04.688007 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:04.689979 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:04.715975 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd577bbb-3a5e-4fe1-85d9-1cf097c8ef6e x-openstack-request-id: req-bd577bbb-3a5e-4fe1-85d9-1cf097c8ef6e {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:32:04.715975 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759d48cd-9536-472e-8896-6dd922531e12", "name": "network-vif-plugged", "status": "completed", "tag": "c0db538f-26b2-40cc-8513-16919a8edcd9", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:32:04.715975 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd577bbb-3a5e-4fe1-85d9-1cf097c8ef6e {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:32:04.715975 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759d48cd-9536-472e-8896-6dd922531e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0db538f-26b2-40cc-8513-16919a8edcd9', 'code': 200} Jun 29 16:32:04.756377 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=c0db538f-26b2-40cc-8513-16919a8edcd9,revision_number=8']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:04.759731 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:04.971363 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055eace4-99f8-4cc3-b363-be726ac85469 req-2287ecd1-8127-46a1-aa02-a9a7a8040bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:04.972784 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-055eace4-99f8-4cc3-b363-be726ac85469 req-2287ecd1-8127-46a1-aa02-a9a7a8040bc2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 1098 time: 0.0537493 Jun 29 16:32:05.011461 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-055eace4-99f8-4cc3-b363-be726ac85469 req-b40834ae-4ecc-4810-a935-68f94818ecf2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320528 Jun 29 16:32:05.833743 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ca642-ed99-446d-8217-c8812ec44bf8 req-7a7102ca-1373-4ea5-b7e5-c08d5baa3973 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:05.835240 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed9ca642-ed99-446d-8217-c8812ec44bf8 req-7a7102ca-1373-4ea5-b7e5-c08d5baa3973 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0693462 Jun 29 16:32:05.873654 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed9ca642-ed99-446d-8217-c8812ec44bf8 req-5d54a6ae-1979-4b75-a4c2-04bc9a495b9a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324390 Jun 29 16:32:07.064585 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af194666-092b-44d8-b2b7-c21fad4cca28 req-31b1c199-19aa-4e41-8f75-0208eedaaa6a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:07.066079 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-af194666-092b-44d8-b2b7-c21fad4cca28 req-31b1c199-19aa-4e41-8f75-0208eedaaa6a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0645771 Jun 29 16:32:07.104521 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-af194666-092b-44d8-b2b7-c21fad4cca28 req-cdfdaa2c-54b0-48aa-96fb-ae245d68c578 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324876 Jun 29 16:32:08.236720 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0b9567bd-2d6e-439a-ac54-93eb53856271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:08.343158 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:10.841100 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f23d854e-31be-4937-8d35-57fc4daa151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:11.465355 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:12.059475 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:13.809516 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:15.728893 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-43451407-a2f6-4adb-9e7c-40d1f5844b21 req-e227690d-47b9-4aea-b059-a77847757a17 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536523 Jun 29 16:32:15.812434 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43451407-a2f6-4adb-9e7c-40d1f5844b21 req-9db17b55-f3de-40bd-a103-7af186c27d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:15.813905 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-43451407-a2f6-4adb-9e7c-40d1f5844b21 req-9db17b55-f3de-40bd-a103-7af186c27d5d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 1098 time: 0.0568566 Jun 29 16:32:15.921667 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43451407-a2f6-4adb-9e7c-40d1f5844b21 req-ae859bac-e45b-4e5c-b6be-6445efa15437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:15.923124 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-43451407-a2f6-4adb-9e7c-40d1f5844b21 req-ae859bac-e45b-4e5c-b6be-6445efa15437 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 913 time: 0.0882635 Jun 29 16:32:15.991605 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-43451407-a2f6-4adb-9e7c-40d1f5844b21 req-59f0e64b-a061-4aa4-a638-b8763465bf45 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe04f1d-8991-4001-afec-f7df53ad287e HTTP/1.1" status: 200 len: 1001 time: 0.0620277 Jun 29 16:32:16.040248 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43451407-a2f6-4adb-9e7c-40d1f5844b21 req-9ea358e4-8a48-453c-bd95-9fe9b3078ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:16.041712 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-43451407-a2f6-4adb-9e7c-40d1f5844b21 req-9ea358e4-8a48-453c-bd95-9fe9b3078ae6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89a9a178-553f-4db0-b618-61d33d746787 HTTP/1.1" status: 200 len: 851 time: 0.0439637 Jun 29 16:32:16.101176 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43451407-a2f6-4adb-9e7c-40d1f5844b21 req-43bc39a5-d348-42e9-a66d-dbfa6394d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:16.102709 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-43451407-a2f6-4adb-9e7c-40d1f5844b21 req-43bc39a5-d348-42e9-a66d-dbfa6394d8ce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efd76866-055a-4788-83f9-a828af2aedf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0525408 Jun 29 16:32:16.199258 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-43451407-a2f6-4adb-9e7c-40d1f5844b21 req-149b10f8-4664-42d5-85d9-d8c2136f3122 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875411 Jun 29 16:32:16.292903 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-43451407-a2f6-4adb-9e7c-40d1f5844b21 req-59dec267-b488-4943-a612-bfb3bcdfedc0 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832355 Jun 29 16:32:33.728529 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:32:38.240510 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8c8b3123-ced1-4023-ab95-71927541b1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:38.333808 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:40.839979 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5f44c88c-f97d-4df5-b158-242502ead36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:41.461161 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:42.061531 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:43.809690 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:08.252260 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-bf298c2d-6326-4979-81b8-8de9d6618688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:08.358208 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:08.394328 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-f5b1fba5-d84f-4a49-ab52-2b76ad7676db tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1338216734&fields=id&tenant_id=8c8c1fd409ed43e2af9d40032270b255 HTTP/1.1" status: 200 len: 267 time: 0.0355759 Jun 29 16:33:08.511640 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-cb87244f-22cc-4ef0-a584-751cadc72ef3 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:08.513652 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-cb87244f-22cc-4ef0-a584-751cadc72ef3 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 812 time: 0.1125422 Jun 29 16:33:08.529306 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-a38624ff-730a-45d3-8bf3-bd34d59e8545 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/quotas/8c8c1fd409ed43e2af9d40032270b255 HTTP/1.1" status: 200 len: 375 time: 0.0095522 Jun 29 16:33:08.833906 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-cdd1bc25-662d-4ce5-9d32-51b1781538bf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2985234 Jun 29 16:33:08.981469 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-1aa3365e-26f7-4f4c-a7ca-91335de69b07 service neutron] 10.222.0.66 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354702 Jun 29 16:33:09.068377 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-21586dee-30a8-4078-a84d-fe86704c2fa1 service neutron] 10.222.0.66 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802090 Jun 29 16:33:09.364113 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b32eae63-9672-41f1-aa90-e8532c42569b req-2a9d4a41-876e-4dcd-bd52-ec14e8b1ebfe tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 210 time: 0.0287371 Jun 29 16:33:10.476723 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-05521519-9855-4ce2-9106-8959c9029a58 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:10.478180 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-05521519-9855-4ce2-9106-8959c9029a58 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.77 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 812 time: 0.1097476 Jun 29 16:33:10.510047 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-96b00041-8a0e-4fe1-9ffd-509c3e54169f req-2f3229cc-0816-4d89-8980-46afec8f97ef tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 210 time: 0.0298400 Jun 29 16:33:10.524288 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-e7b4c0df-a574-40b0-82e4-711d3c41d7ac tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c8c1fd409ed43e2af9d40032270b255 HTTP/1.1" status: 200 len: 380 time: 0.0356100 Jun 29 16:33:10.534391 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Request body: {'port': {'device_id': '2f3bddcd-6844-4073-a75c-57d52bf04329', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'admin_state_up': True, 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'security_groups': ['f4f7b6b1-bacc-48b8-830a-2b23df917a2d']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:10.651201 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Made reservation on behalf of 8c8c1fd409ed43e2af9d40032270b255 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:33:10.655271 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:10.727031 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:33:10.779588 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Allocated IP 172.20.0.4 (efd76866-055a-4788-83f9-a828af2aedf6/89a9a178-553f-4db0-b618-61d33d746787/10e9b7f9-afc7-4f7a-8d06-115879c1e1f9) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:33:10.842824 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4075cfa2-5612-4e3a-8a8d-ae582dff3f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:10.924127 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:10.938554 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Transition to ACTIVE for port object 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:33:10.973510 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:10.977677 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-307de52c-61de-47d3-8bac-6b0150b2910b tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:11.019529 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Network efd76866-055a-4788-83f9-a828af2aedf6 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:33:11.025141 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:33:11.029777 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:33:11.034027 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event updated for resources: {'Port': ['ID=10e9b7f9-afc7-4f7a-8d06-115879c1e1f9,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:11.063002 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:11.063643 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:11.063796 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:11.064148 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:11.064510 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:11.064876 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:11.065237 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:11.065600 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:11.065949 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:11.066320 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:11.066676 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:11.067027 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:11.072965 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:11.100355 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:11.100988 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:11.121919 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-75bf9c16-38e1-4481-a500-0f7936096153 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5913072 Jun 29 16:33:11.139210 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Request body: {'port': {'device_id': '2f3bddcd-6844-4073-a75c-57d52bf04329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:11.228210 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:11.292382 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-acace010-a940-4713-a5f5-002c679e363e None None] Provisioning for port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:33:11.296803 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-acace010-a940-4713-a5f5-002c679e363e None None] Provisioning complete for port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:11.297313 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-acace010-a940-4713-a5f5-002c679e363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:11.332860 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-acace010-a940-4713-a5f5-002c679e363e None None] Port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:33:11.464035 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:11.512487 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:33:11.520292 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:11.532585 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Transition to ACTIVE for port object 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:33:11.536464 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:11.538628 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-886185da-4482-4869-94a4-966f2d73eb64 tempest-AttachVolumeTestJSON-405701421 tempest-AttachVolumeTestJSON-405701421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:11.590804 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Pushing event updated for resources: {'Port': ['ID=10e9b7f9-afc7-4f7a-8d06-115879c1e1f9,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:11.594570 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:11.702678 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Attempting to bind port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:33:11.703016 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Attempting to bind port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:33:11.703354 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Attempting to bind port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 on network efd76866-055a-4788-83f9-a828af2aedf6 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:33:11.710561 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 on network efd76866-055a-4788-83f9-a828af2aedf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:33:11.710889 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Attempting to bind port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 on network efd76866-055a-4788-83f9-a828af2aedf6 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:33:11.719927 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Checking agent: {'id': '1f42b8fb-87af-41ff-972d-c33b8bf8d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:33:11.720161 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Checking segment: {'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:33:11.720551 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Bound using segment: {'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:33:11.721037 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Bound port: 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121db084-96dd-464a-9d7f-056667f757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:33:11.721403 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:11.747449 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7211f-d5e0-4ac8-830a-dd1c4c0b17e5 req-26b16790-21f9-4d10-8911-2a767b1d7501 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:11.748978 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-53c7211f-d5e0-4ac8-830a-dd1c4c0b17e5 req-26b16790-21f9-4d10-8911-2a767b1d7501 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 943 time: 0.1159077 Jun 29 16:33:11.822863 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-53c7211f-d5e0-4ac8-830a-dd1c4c0b17e5 req-0773c568-43b7-4d81-8662-b98303d61467 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572324 Jun 29 16:33:11.823918 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] For port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9, host hv-cinder-78662, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:33:11.827244 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] For port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10e9b7f9-afc7-4f7a-8d06-115879c1e1f9,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:33:11.832187 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:11.835160 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a6e10fdd-4d9a-4d05-8fda-0a8373b31b13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:11.869866 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:11.870383 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:11.871786 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] 10.222.0.77 "PUT /v2.0/ports/10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 HTTP/1.1" status: 200 len: 1093 time: 0.7375042 Jun 29 16:33:11.872338 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3bddcd-6844-4073-a75c-57d52bf04329', 'tag': '10e9b7f9-afc7-4f7a-8d06-115879c1e1f9'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:33:11.874616 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f798c821-94ab-4e75-ac56-04e73798171d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3bddcd-6844-4073-a75c-57d52bf04329", "tag": "10e9b7f9-afc7-4f7a-8d06-115879c1e1f9"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:33:11.899391 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Pushing event updated for resources: {'Port': ['ID=10e9b7f9-afc7-4f7a-8d06-115879c1e1f9,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:11.902433 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:11.931188 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c940bf88-4256-4cf6-a44e-a776a11ef874 x-openstack-request-id: req-c940bf88-4256-4cf6-a44e-a776a11ef874 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:33:11.931526 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3bddcd-6844-4073-a75c-57d52bf04329", "tag": "10e9b7f9-afc7-4f7a-8d06-115879c1e1f9", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:33:11.931846 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c940bf88-4256-4cf6-a44e-a776a11ef874 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:33:11.932291 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3bddcd-6844-4073-a75c-57d52bf04329', 'tag': '10e9b7f9-afc7-4f7a-8d06-115879c1e1f9', 'status': 'completed', 'code': 200} Jun 29 16:33:11.983042 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-5330d8e8-6546-4c7c-98d5-648bdf5289fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:11.984528 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-5330d8e8-6546-4c7c-98d5-648bdf5289fb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 1096 time: 0.0630000 Jun 29 16:33:12.026514 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-05544995-26a5-4bc8-8b5a-22e2eb1f70ed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 HTTP/1.1" status: 200 len: 217 time: 0.0343878 Jun 29 16:33:12.067782 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:12.079781 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-94550184-7d11-4d2c-a52f-84dc5c5fadda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:12.081245 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-94550184-7d11-4d2c-a52f-84dc5c5fadda service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89a9a178-553f-4db0-b618-61d33d746787 HTTP/1.1" status: 200 len: 851 time: 0.0488615 Jun 29 16:33:12.141826 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-ddddbd68-0662-4c02-80bf-0f0a5520ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:12.143234 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-ddddbd68-0662-4c02-80bf-0f0a5520ace5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efd76866-055a-4788-83f9-a828af2aedf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552130 Jun 29 16:33:12.233961 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-b49074ce-be0d-4b7a-b7c9-6f276b947777 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836468 Jun 29 16:33:12.335374 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b87226f-41a5-42cc-9f66-649a72cf8c6d req-7ea71215-0020-4d63-9de6-919f2e925ae7 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942049 Jun 29 16:33:12.451046 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798c821-94ab-4e75-ac56-04e73798171d req-d2d8d500-d458-4f38-8e45-a06b6573c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:12.452585 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f798c821-94ab-4e75-ac56-04e73798171d req-d2d8d500-d458-4f38-8e45-a06b6573c91b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 1096 time: 0.0540893 Jun 29 16:33:12.545770 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798c821-94ab-4e75-ac56-04e73798171d req-b1fca11d-0bd6-409a-9a4d-6f14dc8341d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:12.547230 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f798c821-94ab-4e75-ac56-04e73798171d req-b1fca11d-0bd6-409a-9a4d-6f14dc8341d6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 913 time: 0.0874171 Jun 29 16:33:12.589949 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f798c821-94ab-4e75-ac56-04e73798171d req-cd602b03-ffc3-40cc-b32d-7b81dee98826 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 HTTP/1.1" status: 200 len: 217 time: 0.0348954 Jun 29 16:33:12.637577 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798c821-94ab-4e75-ac56-04e73798171d req-56679fff-fe6b-49de-8e3b-4f91e20038d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:12.639601 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f798c821-94ab-4e75-ac56-04e73798171d req-56679fff-fe6b-49de-8e3b-4f91e20038d0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89a9a178-553f-4db0-b618-61d33d746787 HTTP/1.1" status: 200 len: 851 time: 0.0437553 Jun 29 16:33:12.702385 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798c821-94ab-4e75-ac56-04e73798171d req-6e168590-8b84-46b9-b4ba-891c16fc3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:12.703877 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f798c821-94ab-4e75-ac56-04e73798171d req-6e168590-8b84-46b9-b4ba-891c16fc3a55 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efd76866-055a-4788-83f9-a828af2aedf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0566857 Jun 29 16:33:12.790410 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f798c821-94ab-4e75-ac56-04e73798171d req-7c475f90-ecf9-4bae-9ecf-e48b48b105f8 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797095 Jun 29 16:33:12.882568 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f798c821-94ab-4e75-ac56-04e73798171d req-dba0c6b2-f97d-4517-b635-e38441a06e71 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855665 Jun 29 16:33:12.998707 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06a911-d62d-4943-8458-2c84077a7ff2 req-ca0e0b10-4e16-410d-96f2-a43f71b7d060 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:13.000230 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0a06a911-d62d-4943-8458-2c84077a7ff2 req-ca0e0b10-4e16-410d-96f2-a43f71b7d060 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 943 time: 0.0644464 Jun 29 16:33:13.037845 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0a06a911-d62d-4943-8458-2c84077a7ff2 req-2114b93e-032c-4491-8360-eece4d6b59cd tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318537 Jun 29 16:33:13.813151 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:14.217850 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b048c-f040-4845-be6d-1f13552d2f77 req-63794718-44e5-49be-be2e-7efce72be5c2 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:14.219368 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d74b048c-f040-4845-be6d-1f13552d2f77 req-63794718-44e5-49be-be2e-7efce72be5c2 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 943 time: 0.0678086 Jun 29 16:33:14.257636 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d74b048c-f040-4845-be6d-1f13552d2f77 req-d1060ba6-a0eb-4ed3-93fc-6adaa3221c53 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325081 Jun 29 16:33:15.453121 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c003d4-838e-4b51-b301-4c63b6889618 req-4ff27f94-858c-4320-8968-da6f46af7ee6 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:15.457300 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-41c003d4-838e-4b51-b301-4c63b6889618 req-4ff27f94-858c-4320-8968-da6f46af7ee6 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 943 time: 0.0820863 Jun 29 16:33:15.507047 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-41c003d4-838e-4b51-b301-4c63b6889618 req-f6988628-a456-484a-90d6-410cb90d81f4 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409350 Jun 29 16:33:16.683095 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19631259-8f69-4690-8f28-0a82a64d3df8 req-ce36c158-162a-4bfc-9d0e-dcd7ea62d625 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:16.684616 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-19631259-8f69-4690-8f28-0a82a64d3df8 req-ce36c158-162a-4bfc-9d0e-dcd7ea62d625 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 943 time: 0.0656505 Jun 29 16:33:16.723533 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-19631259-8f69-4690-8f28-0a82a64d3df8 req-06611eaf-587c-4440-9041-59d5311bde0f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325470 Jun 29 16:33:17.680810 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dede95d2-fa48-4819-8723-f22ab51a2758 req-dd6d796e-878f-43b5-b6f9-894c43e53559 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515277 Jun 29 16:33:17.782704 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede95d2-fa48-4819-8723-f22ab51a2758 req-ba6d2563-5dd0-4d5c-860b-0cc9129e733e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:17.784234 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dede95d2-fa48-4819-8723-f22ab51a2758 req-ba6d2563-5dd0-4d5c-860b-0cc9129e733e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d28d1a63a21346ae81b50bc6f442122c&device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 1098 time: 0.0561271 Jun 29 16:33:17.934529 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede95d2-fa48-4819-8723-f22ab51a2758 req-a773e650-4610-4f4b-8b73-283f3cf872b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:17.936010 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dede95d2-fa48-4819-8723-f22ab51a2758 req-a773e650-4610-4f4b-8b73-283f3cf872b9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 HTTP/1.1" status: 200 len: 909 time: 0.1302781 Jun 29 16:33:17.948011 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be7ecb-cc52-4aee-8772-1caaf3848442 req-06163fbf-9740-4aff-9aae-a59314f12550 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:17.949446 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b8be7ecb-cc52-4aee-8772-1caaf3848442 req-06163fbf-9740-4aff-9aae-a59314f12550 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 943 time: 0.0981905 Jun 29 16:33:18.038473 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b8be7ecb-cc52-4aee-8772-1caaf3848442 req-6e2afd0d-f130-4d48-ba2f-6c4331373860 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818162 Jun 29 16:33:18.040284 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dede95d2-fa48-4819-8723-f22ab51a2758 req-909d124b-6b3d-4361-b2f0-78d1a04d6a2f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0db538f-26b2-40cc-8513-16919a8edcd9 HTTP/1.1" status: 200 len: 1001 time: 0.0899870 Jun 29 16:33:18.089453 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede95d2-fa48-4819-8723-f22ab51a2758 req-d988d3a0-5f98-4cc6-8602-9246451f7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:18.090905 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dede95d2-fa48-4819-8723-f22ab51a2758 req-d988d3a0-5f98-4cc6-8602-9246451f7bab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30035ce6-59dc-4b36-b25c-00a6a30eadcc HTTP/1.1" status: 200 len: 847 time: 0.0432379 Jun 29 16:33:18.148934 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede95d2-fa48-4819-8723-f22ab51a2758 req-051ce590-1d04-4baf-b7e9-bac6922702fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:18.150407 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dede95d2-fa48-4819-8723-f22ab51a2758 req-051ce590-1d04-4baf-b7e9-bac6922702fc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517881 Jun 29 16:33:18.244716 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dede95d2-fa48-4819-8723-f22ab51a2758 req-7287efce-05b9-4c4a-9cc3-b33dc237543d service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871542 Jun 29 16:33:18.342864 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dede95d2-fa48-4819-8723-f22ab51a2758 req-e0d06c68-bebd-406b-bc3f-fd28124c85cd service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870175 Jun 29 16:33:19.209430 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511319ba-54a6-4f12-a6dd-12aa4cb4fb1b req-9d0b0a1b-dbc1-4d16-b974-d8ff747effb8 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:19.210915 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-511319ba-54a6-4f12-a6dd-12aa4cb4fb1b req-9d0b0a1b-dbc1-4d16-b974-d8ff747effb8 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 943 time: 0.0627775 Jun 29 16:33:19.252606 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-511319ba-54a6-4f12-a6dd-12aa4cb4fb1b req-86c5fce7-4f35-4f98-88fc-acaa07b1f0c5 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359929 Jun 29 16:33:20.437846 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886149c-5a32-4a88-8d1e-ba2ab6202928 req-130dfb79-69aa-4c59-a0a2-2badc19c8154 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:20.439306 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c886149c-5a32-4a88-8d1e-ba2ab6202928 req-130dfb79-69aa-4c59-a0a2-2badc19c8154 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 943 time: 0.0663879 Jun 29 16:33:20.475358 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c886149c-5a32-4a88-8d1e-ba2ab6202928 req-15d59c0a-4b81-4b3e-9ede-02ac12a3c229 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304356 Jun 29 16:33:20.866459 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:33:20.958844 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10e9b7f9-afc7-4f7a-8d06-115879c1e1f9,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:20.969768 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Returning: {'device': '10e9b7f9-afc7-4f7a-8d06-115879c1e1f9', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'port_id': '10e9b7f9-afc7-4f7a-8d06-115879c1e1f9', 'mac_address': 'fa:16:3e:24:f4:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:33:21.004861 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:21.016573 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:33:21.035144 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10e9b7f9-afc7-4f7a-8d06-115879c1e1f9,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:21.039151 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:21.040945 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:21.084421 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=10e9b7f9-afc7-4f7a-8d06-115879c1e1f9,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:21.091211 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:21.091585 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:21.091928 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:21.092763 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:21.093098 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:21.093436 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:21.093761 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:21.094086 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:21.094410 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:21.094731 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:21.095051 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:21.095369 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:21.099103 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:21.466280 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] get_ports_and_sgs() called for port_ids ['10e9b7f9-afc7-4f7a-8d06-115879c1e1f9'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:33:21.675304 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146411b-047f-44f3-9369-bb725b0bd3b9 req-1343f37c-fe5a-48ab-b472-aefc3069a9d9 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:21.676881 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2146411b-047f-44f3-9369-bb725b0bd3b9 req-1343f37c-fe5a-48ab-b472-aefc3069a9d9 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 944 time: 0.0795782 Jun 29 16:33:21.720060 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2146411b-047f-44f3-9369-bb725b0bd3b9 req-12a357a9-16a1-4ba3-8365-2f3b049e1628 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360489 Jun 29 16:33:22.878184 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 up at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:33:22.898312 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf38a9-1854-4a2b-ad76-945ffed6fc12 req-69b6e579-2072-4056-87e9-1e694e6f4040 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:22.899890 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-00cf38a9-1854-4a2b-ad76-945ffed6fc12 req-69b6e579-2072-4056-87e9-1e694e6f4040 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 944 time: 0.0701768 Jun 29 16:33:22.941628 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-00cf38a9-1854-4a2b-ad76-945ffed6fc12 req-01f457b8-95df-4ed7-8119-10cef0dc5ddb tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352669 Jun 29 16:33:23.063777 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning for port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:33:23.067783 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Provisioning complete for port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:23.068168 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-527123'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:23.145565 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:23.169272 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3bddcd-6844-4073-a75c-57d52bf04329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e9b7f9-afc7-4f7a-8d06-115879c1e1f9'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:33:23.171648 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e148ad334d6b0a25feb6cb172eaafc5bfcff4dbaa69dd97dd66c28eda2659d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf9349f-893b-4f56-b14d-32f8764dfde0" -d '{"events": [{"server_uuid": "2f3bddcd-6844-4073-a75c-57d52bf04329", "name": "network-vif-plugged", "status": "completed", "tag": "10e9b7f9-afc7-4f7a-8d06-115879c1e1f9"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:33:23.187935 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] For port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10e9b7f9-afc7-4f7a-8d06-115879c1e1f9,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:23.192670 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:23.195609 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-310fbf9e-26f8-4644-b2c2-ac936d1c9311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:23.223945 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d199e23-9934-4971-a603-a6d648532abf x-openstack-request-id: req-1d199e23-9934-4971-a603-a6d648532abf {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:33:23.224284 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3bddcd-6844-4073-a75c-57d52bf04329", "name": "network-vif-plugged", "status": "completed", "tag": "10e9b7f9-afc7-4f7a-8d06-115879c1e1f9", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:33:23.224609 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1d199e23-9934-4971-a603-a6d648532abf {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:33:23.225088 dv-cinder-786627-15-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3bddcd-6844-4073-a75c-57d52bf04329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e9b7f9-afc7-4f7a-8d06-115879c1e1f9', 'code': 200} Jun 29 16:33:23.255893 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Pushing event updated for resources: {'Port': ['ID=10e9b7f9-afc7-4f7a-8d06-115879c1e1f9,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:23.259463 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:23.507864 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ea2f0-9067-4e7a-b711-0119c645d286 req-0177e5fa-8eb1-4524-a838-3c0b9aeff39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:23.509327 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6e3ea2f0-9067-4e7a-b711-0119c645d286 req-0177e5fa-8eb1-4524-a838-3c0b9aeff39e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 1098 time: 0.0513918 Jun 29 16:33:23.547935 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6e3ea2f0-9067-4e7a-b711-0119c645d286 req-ef46cb68-3cb5-42e3-b299-646abb2ee391 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320520 Jun 29 16:33:24.146628 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d1298-365d-4691-8e17-a66b90b62382 req-f4f2d10b-2f68-46ef-90b9-198d31eaeae8 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:24.148117 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c22d1298-365d-4691-8e17-a66b90b62382 req-f4f2d10b-2f68-46ef-90b9-198d31eaeae8 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 945 time: 0.0616338 Jun 29 16:33:24.186447 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c22d1298-365d-4691-8e17-a66b90b62382 req-0553c338-a3d1-44ec-81d5-3af212c1d5f6 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320406 Jun 29 16:33:25.365222 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7659bdc-992f-450d-9385-4001c1d888f8 req-e4f15c0a-f4d9-4c52-a97e-220e3aa576f5 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:25.366721 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d7659bdc-992f-450d-9385-4001c1d888f8 req-e4f15c0a-f4d9-4c52-a97e-220e3aa576f5 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 945 time: 0.0634713 Jun 29 16:33:25.405849 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d7659bdc-992f-450d-9385-4001c1d888f8 req-5b003661-d1b2-42c3-9892-1383538a6a18 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335221 Jun 29 16:33:25.585031 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08c9ba-1cb0-4f9d-818e-f86ed1afd6e9 req-5de7af2e-f71a-498c-92a4-36523426a684 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:25.586502 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3b08c9ba-1cb0-4f9d-818e-f86ed1afd6e9 req-5de7af2e-f71a-498c-92a4-36523426a684 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 945 time: 0.0658617 Jun 29 16:33:25.625283 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3b08c9ba-1cb0-4f9d-818e-f86ed1afd6e9 req-f7763bbf-d603-4a7c-abea-b94ac57b963d tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329065 Jun 29 16:33:25.650177 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49008) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:33:25.800339 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a1e6f2-9279-47de-992b-6802470539c0 tempest-TestVolumeBootPattern-148727641 tempest-TestVolumeBootPattern-148727641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:25.801844 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-82a1e6f2-9279-47de-992b-6802470539c0 tempest-TestVolumeBootPattern-148727641 tempest-TestVolumeBootPattern-148727641-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 1093 time: 0.1507018 Jun 29 16:33:25.804635 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49012) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:33:25.809230 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Request body: {'floatingip': {'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'port_id': '10e9b7f9-afc7-4f7a-8d06-115879c1e1f9', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:25.831342 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for floatingip, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:25.921818 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:26.023259 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Allocated IP 172.27.2.99 (5a8f68e6-0767-4a4d-9abf-cbf34fb67a94/6ac779d2-8082-470d-890a-e93f2ae1fa64/856c362d-7d3b-475e-be06-e4c24f3b8aec) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:33:26.119826 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:26.162335 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766223078148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9365060'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:26.164452 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:26.206884 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Network 5a8f68e6-0767-4a4d-9abf-cbf34fb67a94 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:33:26.212351 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:33:26.215002 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:33:26.218621 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event updated for resources: {'Port': ['ID=856c362d-7d3b-475e-be06-e4c24f3b8aec,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:26.239174 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:26.846723 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:26.921551 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623657'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:27.069959 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:27.074572 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766223534538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766223078166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766223078211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365110'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:27.078641 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:27.144101 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event updated for resources: {'Port': ['ID=856c362d-7d3b-475e-be06-e4c24f3b8aec,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:27.149339 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:27.156183 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3760652'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:27.255261 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Floating IP 2ab5e651-c154-4f9d-8be2-f29159108f6e associated. External IP: 172.27.2.99, port: 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9. Jun 29 16:33:27.453032 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Router 18b7c948-9b6d-494e-af64-6bcc0c589490 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:33:27.559674 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:33:27.569474 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e097c-8544-483d-a80d-7fb4798a9ef0 None None] Sync routers for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:33:27.578430 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:27.584680 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e097c-8544-483d-a80d-7fb4798a9ef0 None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:33:27.585327 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a57e097c-8544-483d-a80d-7fb4798a9ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:33:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:27.620843 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-c60ce43f-9fc6-4a5a-a934-1e135e9f9853 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8151777 Jun 29 16:33:27.621578 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3bddcd-6844-4073-a75c-57d52bf04329', 'tag': '10e9b7f9-afc7-4f7a-8d06-115879c1e1f9'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:33:27.624439 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dea8a48-1f89-4c01-b32c-e7b99e11750b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3bddcd-6844-4073-a75c-57d52bf04329", "tag": "10e9b7f9-afc7-4f7a-8d06-115879c1e1f9"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:33:27.660897 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d541b0e5-ba4d-41d8-aea1-7587f2bfb874 x-openstack-request-id: req-d541b0e5-ba4d-41d8-aea1-7587f2bfb874 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:33:27.661235 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3bddcd-6844-4073-a75c-57d52bf04329", "tag": "10e9b7f9-afc7-4f7a-8d06-115879c1e1f9", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:33:27.661537 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d541b0e5-ba4d-41d8-aea1-7587f2bfb874 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:33:27.661972 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3bddcd-6844-4073-a75c-57d52bf04329', 'tag': '10e9b7f9-afc7-4f7a-8d06-115879c1e1f9', 'status': 'completed', 'code': 200} Jun 29 16:33:27.690428 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-a57e097c-8544-483d-a80d-7fb4798a9ef0 None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:33:27.737574 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea8a48-1f89-4c01-b32c-e7b99e11750b req-c4e11b63-fafa-4ca1-9caf-29ecf2e3e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:27.738980 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5dea8a48-1f89-4c01-b32c-e7b99e11750b req-c4e11b63-fafa-4ca1-9caf-29ecf2e3e8ef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 1098 time: 0.0514450 Jun 29 16:33:27.831268 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea8a48-1f89-4c01-b32c-e7b99e11750b req-bd573024-f031-4354-bf49-8224f9bb2688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:27.832760 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5dea8a48-1f89-4c01-b32c-e7b99e11750b req-bd573024-f031-4354-bf49-8224f9bb2688 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 913 time: 0.0832717 Jun 29 16:33:27.899315 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5dea8a48-1f89-4c01-b32c-e7b99e11750b req-49202418-a1ef-4fd0-a068-5dd5b28c5d53 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 HTTP/1.1" status: 200 len: 998 time: 0.0597274 Jun 29 16:33:27.914711 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a57e097c-8544-483d-a80d-7fb4798a9ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '2ab5e651-c154-4f9d-8be2-f29159108f6e', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'port_id': '10e9b7f9-afc7-4f7a-8d06-115879c1e1f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'mac_address': 'fa:16:3e:24:f4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3bddcd-6844-4073-a75c-57d52bf04329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:33:26Z', 'updated_at': '2021-06-29T16:33:26Z', 'revision_number': 0, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address_scope': None}, {'id': '3df1ee56-9c53-457b-8a71-d6d6c6db1b23', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'port_id': '5fe04f1d-8991-4001-afec-f7df53ad287e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'mac_address': 'fa:16:3e:1c:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:30:39Z', 'updated_at': '2021-06-29T16:30:41Z', 'revision_number': 1, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:27.944338 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e097c-8544-483d-a80d-7fb4798a9ef0 None None] Checking router: 18b7c948-9b6d-494e-af64-6bcc0c589490 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:33:27.947401 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea8a48-1f89-4c01-b32c-e7b99e11750b req-5bc49e68-e307-4252-806b-4da5ddd44ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:27.948909 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5dea8a48-1f89-4c01-b32c-e7b99e11750b req-5bc49e68-e307-4252-806b-4da5ddd44ede service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89a9a178-553f-4db0-b618-61d33d746787 HTTP/1.1" status: 200 len: 851 time: 0.0427697 Jun 29 16:33:27.952623 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e097c-8544-483d-a80d-7fb4798a9ef0 None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:33:27.953227 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a57e097c-8544-483d-a80d-7fb4798a9ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:33:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:28.004548 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea8a48-1f89-4c01-b32c-e7b99e11750b req-bf4c7623-ac99-413d-94dc-c0c8947f759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:28.005932 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5dea8a48-1f89-4c01-b32c-e7b99e11750b req-bf4c7623-ac99-413d-94dc-c0c8947f759f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efd76866-055a-4788-83f9-a828af2aedf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504692 Jun 29 16:33:28.054478 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-a57e097c-8544-483d-a80d-7fb4798a9ef0 None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:33:28.100529 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5dea8a48-1f89-4c01-b32c-e7b99e11750b req-b7fdc36f-6808-46b7-8ed9-c4972cfc7d78 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869081 Jun 29 16:33:28.191875 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5dea8a48-1f89-4c01-b32c-e7b99e11750b req-8d246caf-5e37-4d09-a5c7-d08cc188436e service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848534 Jun 29 16:33:28.273808 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a57e097c-8544-483d-a80d-7fb4798a9ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '2ab5e651-c154-4f9d-8be2-f29159108f6e', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'port_id': '10e9b7f9-afc7-4f7a-8d06-115879c1e1f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'mac_address': 'fa:16:3e:24:f4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3bddcd-6844-4073-a75c-57d52bf04329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:33:26Z', 'updated_at': '2021-06-29T16:33:26Z', 'revision_number': 0, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address_scope': None}, {'id': '3df1ee56-9c53-457b-8a71-d6d6c6db1b23', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'port_id': '5fe04f1d-8991-4001-afec-f7df53ad287e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'mac_address': 'fa:16:3e:1c:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:30:39Z', 'updated_at': '2021-06-29T16:30:41Z', 'revision_number': 1, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:28.299840 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e097c-8544-483d-a80d-7fb4798a9ef0 None None] The sync data for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi is: [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '2ab5e651-c154-4f9d-8be2-f29159108f6e', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'port_id': '10e9b7f9-afc7-4f7a-8d06-115879c1e1f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'mac_address': 'fa:16:3e:24:f4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3bddcd-6844-4073-a75c-57d52bf04329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:33:26Z', 'updated_at': '2021-06-29T16:33:26Z', 'revision_number': 0, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address_scope': None}, {'id': '3df1ee56-9c53-457b-8a71-d6d6c6db1b23', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'port_id': '5fe04f1d-8991-4001-afec-f7df53ad287e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'mac_address': 'fa:16:3e:1c:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:30:39Z', 'updated_at': '2021-06-29T16:30:41Z', 'revision_number': 1, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:33:28.500739 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d63be-896d-4177-a9ea-58b1dec0478f None None] New status for floating IP 2ab5e651-c154-4f9d-8be2-f29159108f6e: ACTIVE {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:33:38.243534 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9b106908-3ee4-4e2d-a9bd-c74246513b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:38.348335 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:40.847333 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-72810baf-ec23-4df1-bc3c-7052f917b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:41.467586 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:42.067172 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:43.819885 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:47.726380 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:33:54.117619 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49026) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:33:54.371947 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-9d83b14b-25f0-4cdb-ade5-b85d09f86e65 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Deleting port f6249bb4-d18f-4538-9c90-e933c48bc253 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:33:54.372194 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d83b14b-25f0-4cdb-ade5-b85d09f86e65 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:54.445490 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d83b14b-25f0-4cdb-ade5-b85d09f86e65 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:54.445811 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d83b14b-25f0-4cdb-ade5-b85d09f86e65 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:54.458445 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-9d83b14b-25f0-4cdb-ade5-b85d09f86e65 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Calling delete_port for f6249bb4-d18f-4538-9c90-e933c48bc253 owned by network:floatingip {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:33:54.636246 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d83b14b-25f0-4cdb-ade5-b85d09f86e65 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:54.638187 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c6c921a4-fc11-4659-a274-8fdd7a07341a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:54.666288 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83b14b-25f0-4cdb-ade5-b85d09f86e65 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Pushing event deleted for resources: {'Port': ['ID=f6249bb4-d18f-4538-9c90-e933c48bc253,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:54.669860 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9d83b14b-25f0-4cdb-ade5-b85d09f86e65 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:54.728063 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d83b14b-25f0-4cdb-ade5-b85d09f86e65 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for floatingip, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:54.728399 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-9d83b14b-25f0-4cdb-ade5-b85d09f86e65 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Floating IP 60e168ee-80db-4ba3-84d2-a971defd824d disassociated (deleted). External IP: 172.27.2.193, port: c0db538f-26b2-40cc-8513-16919a8edcd9. Jun 29 16:33:54.933812 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d83b14b-25f0-4cdb-ade5-b85d09f86e65 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Router b288dcff-fcd1-4fe0-9035-7e097d305c41 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:33:55.062644 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d83b14b-25f0-4cdb-ade5-b85d09f86e65 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:33:55.067773 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d83b14b-25f0-4cdb-ade5-b85d09f86e65 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:55.073110 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5493a46d-d01f-4326-b2ec-fb5f465529bc None None] Sync routers for ids ['b288dcff-fcd1-4fe0-9035-7e097d305c41'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:33:55.083747 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5493a46d-d01f-4326-b2ec-fb5f465529bc None None] Routers {'b288dcff-fcd1-4fe0-9035-7e097d305c41'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:33:55.084445 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-5493a46d-d01f-4326-b2ec-fb5f465529bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:33:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b288dcff-fcd1-4fe0-9035-7e097d305c41'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:55.109120 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9d83b14b-25f0-4cdb-ade5-b85d09f86e65 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "DELETE /v2.0/floatingips/60e168ee-80db-4ba3-84d2-a971defd824d HTTP/1.1" status: 204 len: 168 time: 0.9902658 Jun 29 16:33:55.110066 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759d48cd-9536-472e-8896-6dd922531e12', 'tag': 'c0db538f-26b2-40cc-8513-16919a8edcd9'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:33:55.113482 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646f4127-0383-43ca-8eca-1d5d538c78d6" -d '{"events": [{"name": "network-changed", "server_uuid": "759d48cd-9536-472e-8896-6dd922531e12", "tag": "c0db538f-26b2-40cc-8513-16919a8edcd9"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:33:55.153621 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63b8214-85c6-4f7a-b411-4e26feade153 x-openstack-request-id: req-a63b8214-85c6-4f7a-b411-4e26feade153 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:33:55.154303 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759d48cd-9536-472e-8896-6dd922531e12", "tag": "c0db538f-26b2-40cc-8513-16919a8edcd9", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:33:55.154303 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a63b8214-85c6-4f7a-b411-4e26feade153 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:33:55.156214 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759d48cd-9536-472e-8896-6dd922531e12', 'tag': 'c0db538f-26b2-40cc-8513-16919a8edcd9', 'status': 'completed', 'code': 200} Jun 29 16:33:55.196289 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-5493a46d-d01f-4326-b2ec-fb5f465529bc None None] Set router b288dcff-fcd1-4fe0-9035-7e097d305c41 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:33:55.249544 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f4127-0383-43ca-8eca-1d5d538c78d6 req-7ef07771-95a1-4069-a2b7-6bf0faecfba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:55.251165 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-646f4127-0383-43ca-8eca-1d5d538c78d6 req-7ef07771-95a1-4069-a2b7-6bf0faecfba0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d28d1a63a21346ae81b50bc6f442122c&device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 1098 time: 0.0607736 Jun 29 16:33:55.391660 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f4127-0383-43ca-8eca-1d5d538c78d6 req-370e4025-378e-405c-8cb6-7d34b780e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:55.393156 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-646f4127-0383-43ca-8eca-1d5d538c78d6 req-370e4025-378e-405c-8cb6-7d34b780e97b service neutron] 10.222.0.77 "GET /v2.0/networks?id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 HTTP/1.1" status: 200 len: 909 time: 0.1356106 Jun 29 16:33:55.439920 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-646f4127-0383-43ca-8eca-1d5d538c78d6 req-702dabf5-6839-4575-927b-071ba05dadd7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0db538f-26b2-40cc-8513-16919a8edcd9 HTTP/1.1" status: 200 len: 217 time: 0.0356553 Jun 29 16:33:55.445709 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-5493a46d-d01f-4326-b2ec-fb5f465529bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'name': 'tempest-TestShelveInstance-438426862-router', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:22Z', 'revision_number': 4, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'gw_port': {'id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '99909274-fa87-4ab9-86bb-010bfdcfafbf', 'name': '', 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'mac_address': 'fa:16:3e:e3:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:22Z', 'updated_at': '2021-06-29T16:28:29Z', 'revision_number': 5, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'subnets': [{'id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:55.485767 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5493a46d-d01f-4326-b2ec-fb5f465529bc None None] Checking router: b288dcff-fcd1-4fe0-9035-7e097d305c41 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:33:55.494927 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5493a46d-d01f-4326-b2ec-fb5f465529bc None None] Routers {'b288dcff-fcd1-4fe0-9035-7e097d305c41'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:33:55.495549 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-5493a46d-d01f-4326-b2ec-fb5f465529bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:33:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b288dcff-fcd1-4fe0-9035-7e097d305c41'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:55.502010 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f4127-0383-43ca-8eca-1d5d538c78d6 req-710ba858-8538-4f87-a6ff-364eeab547b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:55.503787 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-646f4127-0383-43ca-8eca-1d5d538c78d6 req-710ba858-8538-4f87-a6ff-364eeab547b9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30035ce6-59dc-4b36-b25c-00a6a30eadcc HTTP/1.1" status: 200 len: 847 time: 0.0568871 Jun 29 16:33:55.536411 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42f0fa-3a48-46eb-8ba2-5f30ce72a5bd req-b707e888-527e-4668-95d4-5657e5afc442 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:55.538582 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7f42f0fa-3a48-46eb-8ba2-5f30ce72a5bd req-b707e888-527e-4668-95d4-5657e5afc442 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0794246 Jun 29 16:33:55.564535 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f4127-0383-43ca-8eca-1d5d538c78d6 req-1b210a0b-aea8-4da3-83d8-b20465f7c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:55.566037 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-646f4127-0383-43ca-8eca-1d5d538c78d6 req-1b210a0b-aea8-4da3-83d8-b20465f7c64c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545018 Jun 29 16:33:55.581505 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7f42f0fa-3a48-46eb-8ba2-5f30ce72a5bd req-fac4e57a-6bb8-45d6-8f2a-8ffa8d147e7f tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345728 Jun 29 16:33:55.613212 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-5493a46d-d01f-4326-b2ec-fb5f465529bc None None] Set router b288dcff-fcd1-4fe0-9035-7e097d305c41 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:33:55.676038 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-646f4127-0383-43ca-8eca-1d5d538c78d6 req-14959489-13ee-4f32-bbff-a8e6dd49a6d1 service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003168 Jun 29 16:33:55.768851 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-646f4127-0383-43ca-8eca-1d5d538c78d6 req-3145631e-e03b-45d8-92ae-f433fba9ae1b service neutron] 10.222.0.77 "GET /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841856 Jun 29 16:33:55.934644 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-5493a46d-d01f-4326-b2ec-fb5f465529bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'name': 'tempest-TestShelveInstance-438426862-router', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:22Z', 'revision_number': 4, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'gw_port': {'id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '99909274-fa87-4ab9-86bb-010bfdcfafbf', 'name': '', 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'mac_address': 'fa:16:3e:e3:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:22Z', 'updated_at': '2021-06-29T16:28:29Z', 'revision_number': 5, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'subnets': [{'id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:55.961338 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5493a46d-d01f-4326-b2ec-fb5f465529bc None None] The sync data for ids ['b288dcff-fcd1-4fe0-9035-7e097d305c41'] in dv-cinder-786627-15-iscsi is: [{'id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'name': 'tempest-TestShelveInstance-438426862-router', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:22Z', 'revision_number': 4, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'gw_port': {'id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '99909274-fa87-4ab9-86bb-010bfdcfafbf', 'name': '', 'network_id': '1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'mac_address': 'fa:16:3e:e3:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:22Z', 'updated_at': '2021-06-29T16:28:29Z', 'revision_number': 5, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'subnets': [{'id': '30035ce6-59dc-4b36-b25c-00a6a30eadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:33:56.178898 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e41d7d1-981a-4fe4-935a-25b548311288 None None] New status for floating IP 60e168ee-80db-4ba3-84d2-a971defd824d: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:33:56.757765 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea214f13-9cb9-425c-ab56-b31babdaf86e req-10f08c3b-3f97-4561-b97b-4bcc435ff1b7 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:56.759244 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ea214f13-9cb9-425c-ab56-b31babdaf86e req-10f08c3b-3f97-4561-b97b-4bcc435ff1b7 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0639892 Jun 29 16:33:56.796878 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ea214f13-9cb9-425c-ab56-b31babdaf86e req-c0695d4c-4204-4fb6-96a0-e1c2d67d01bc tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313694 Jun 29 16:33:57.804205 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa162da3-debf-4efc-a7a2-e79891e74b91 req-a18d08b0-ad2c-409a-a57b-5fa6a45411df tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:57.805666 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-aa162da3-debf-4efc-a7a2-e79891e74b91 req-a18d08b0-ad2c-409a-a57b-5fa6a45411df tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.77 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0668538 Jun 29 16:33:57.906617 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-aa162da3-debf-4efc-a7a2-e79891e74b91 req-f9fab0e7-75e9-4908-820e-4fb2df49f8fa tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Deleting port c0db538f-26b2-40cc-8513-16919a8edcd9 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:33:57.906944 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-aa162da3-debf-4efc-a7a2-e79891e74b91 req-f9fab0e7-75e9-4908-820e-4fb2df49f8fa tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:57.976474 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c610e-f0ce-4f5f-86ed-a770fda611d2 req-59545829-3397-456a-abae-795a29b1ed8f tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:57.977973 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da4c610e-f0ce-4f5f-86ed-a770fda611d2 req-59545829-3397-456a-abae-795a29b1ed8f tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 945 time: 0.0670969 Jun 29 16:33:58.001864 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-aa162da3-debf-4efc-a7a2-e79891e74b91 req-f9fab0e7-75e9-4908-820e-4fb2df49f8fa tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] For port c0db538f-26b2-40cc-8513-16919a8edcd9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0db538f-26b2-40cc-8513-16919a8edcd9,segment=NetworkSegment(ec3497b0-6704-437c-b34b-876bd0747e80),segment_id=ec3497b0-6704-437c-b34b-876bd0747e80)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:58.002224 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-aa162da3-debf-4efc-a7a2-e79891e74b91 req-f9fab0e7-75e9-4908-820e-4fb2df49f8fa tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:58.016113 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-aa162da3-debf-4efc-a7a2-e79891e74b91 req-f9fab0e7-75e9-4908-820e-4fb2df49f8fa tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Calling delete_port for c0db538f-26b2-40cc-8513-16919a8edcd9 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:33:58.024174 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da4c610e-f0ce-4f5f-86ed-a770fda611d2 req-bfd8be34-d15c-43fa-9b6f-18bd413e6f58 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb750009-c6a0-4420-ad02-d0f33b0176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404444 Jun 29 16:33:58.151038 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-aa162da3-debf-4efc-a7a2-e79891e74b91 req-f9fab0e7-75e9-4908-820e-4fb2df49f8fa tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:58.155863 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6d720808-4ee7-4219-80a2-a54ef8348130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:58.180451 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fab0e7-75e9-4908-820e-4fb2df49f8fa tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Pushing event deleted for resources: {'Port': ['ID=c0db538f-26b2-40cc-8513-16919a8edcd9,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:58.183781 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f9fab0e7-75e9-4908-820e-4fb2df49f8fa tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:58.226947 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa162da3-debf-4efc-a7a2-e79891e74b91 req-f9fab0e7-75e9-4908-820e-4fb2df49f8fa tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] No DVR routers for this DVR port c0db538f-26b2-40cc-8513-16919a8edcd9 on host hv-cinder-78662 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:33:58.229449 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-aa162da3-debf-4efc-a7a2-e79891e74b91 req-f9fab0e7-75e9-4908-820e-4fb2df49f8fa tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:58.231462 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-aa162da3-debf-4efc-a7a2-e79891e74b91 req-f9fab0e7-75e9-4908-820e-4fb2df49f8fa tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.77 "DELETE /v2.0/ports/c0db538f-26b2-40cc-8513-16919a8edcd9 HTTP/1.1" status: 204 len: 173 time: 0.4197185 Jun 29 16:33:58.232006 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759d48cd-9536-472e-8896-6dd922531e12', 'name': 'network-vif-deleted', 'tag': 'c0db538f-26b2-40cc-8513-16919a8edcd9'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:33:58.234668 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad44d32-f034-4826-976b-f8e45044a30d" -d '{"events": [{"server_uuid": "759d48cd-9536-472e-8896-6dd922531e12", "name": "network-vif-deleted", "tag": "c0db538f-26b2-40cc-8513-16919a8edcd9"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:33:58.284162 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1de3db8-ad78-4f4c-a9fc-23dc28a13e1b x-openstack-request-id: req-a1de3db8-ad78-4f4c-a9fc-23dc28a13e1b {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:33:58.284530 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759d48cd-9536-472e-8896-6dd922531e12", "name": "network-vif-deleted", "tag": "c0db538f-26b2-40cc-8513-16919a8edcd9", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:33:58.284832 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a1de3db8-ad78-4f4c-a9fc-23dc28a13e1b {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:33:58.285274 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759d48cd-9536-472e-8896-6dd922531e12', 'name': 'network-vif-deleted', 'tag': 'c0db538f-26b2-40cc-8513-16919a8edcd9', 'status': 'completed', 'code': 200} Jun 29 16:33:59.357507 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8ef2076a-1b4a-41f6-ad9d-78fe9b321deb req-1a57fd6b-52b7-4ece-880b-b771248ddef3 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "GET /v2.0/ports?device_id=759d48cd-9536-472e-8896-6dd922531e12 HTTP/1.1" status: 200 len: 210 time: 0.1872392 Jun 29 16:34:00.463497 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49050) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:00.523249 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-749ea013-8fd3-4a84-90bd-28b49697b6af tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:00.547336 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-749ea013-8fd3-4a84-90bd-28b49697b6af tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:00.612745 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-749ea013-8fd3-4a84-90bd-28b49697b6af tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:00.615479 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-749ea013-8fd3-4a84-90bd-28b49697b6af tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:00.616670 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-749ea013-8fd3-4a84-90bd-28b49697b6af tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] 10.222.0.66 "DELETE /v2.0/security-groups/bb750009-c6a0-4420-ad02-d0f33b0176f6 HTTP/1.1" status: 204 len: 168 time: 0.1521554 Jun 29 16:34:00.617564 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0ef0d660-b026-49ba-857d-8aa1e675942b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:00.627496 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ea013-8fd3-4a84-90bd-28b49697b6af tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb750009-c6a0-4420-ad02-d0f33b0176f6,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:00.629972 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-749ea013-8fd3-4a84-90bd-28b49697b6af tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:00.677782 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49054) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:01.451181 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3732-3081-47bb-82c1-2455754b041b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4113927'] for router_interface, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:01.730640 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f3732-3081-47bb-82c1-2455754b041b admin admin] Deleting port 99909274-fa87-4ab9-86bb-010bfdcfafbf {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:34:01.731363 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3732-3081-47bb-82c1-2455754b041b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:01.820452 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-6f8f3732-3081-47bb-82c1-2455754b041b admin admin] For port 99909274-fa87-4ab9-86bb-010bfdcfafbf, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=99909274-fa87-4ab9-86bb-010bfdcfafbf,segment=NetworkSegment(ec3497b0-6704-437c-b34b-876bd0747e80),segment_id=ec3497b0-6704-437c-b34b-876bd0747e80)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:01.820829 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3732-3081-47bb-82c1-2455754b041b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:01.834807 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f3732-3081-47bb-82c1-2455754b041b admin admin] Calling delete_port for 99909274-fa87-4ab9-86bb-010bfdcfafbf owned by network:router_interface {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:34:02.040040 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3732-3081-47bb-82c1-2455754b041b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:02.042514 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-169c3cc6-116f-486b-b3d2-d26c7c015a68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:02.068384 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f3732-3081-47bb-82c1-2455754b041b admin admin] Pushing event deleted for resources: {'Port': ['ID=99909274-fa87-4ab9-86bb-010bfdcfafbf,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:02.074479 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6f8f3732-3081-47bb-82c1-2455754b041b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:02.258076 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3732-3081-47bb-82c1-2455754b041b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774135'] for router_interface, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:02.487592 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8f3732-3081-47bb-82c1-2455754b041b admin admin] Router b288dcff-fcd1-4fe0-9035-7e097d305c41 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:34:02.598937 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8f3732-3081-47bb-82c1-2455754b041b admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:34:02.604309 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6f8f3732-3081-47bb-82c1-2455754b041b admin admin] 10.222.0.66 "PUT /v2.0/routers/b288dcff-fcd1-4fe0-9035-7e097d305c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9253368 Jun 29 16:34:02.606830 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49058) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:02.608266 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d9f16-0a1a-4548-9983-8be0f12c3780 None None] Sync routers for ids ['b288dcff-fcd1-4fe0-9035-7e097d305c41'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:34:02.617561 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d9f16-0a1a-4548-9983-8be0f12c3780 None None] Routers {'b288dcff-fcd1-4fe0-9035-7e097d305c41'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:34:02.618184 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a16d9f16-0a1a-4548-9983-8be0f12c3780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:33:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b288dcff-fcd1-4fe0-9035-7e097d305c41'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:02.722420 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:02.736178 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-a16d9f16-0a1a-4548-9983-8be0f12c3780 None None] Set router b288dcff-fcd1-4fe0-9035-7e097d305c41 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:34:02.840624 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:02.907848 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] Deleting port 0e279f44-e4d0-40f0-9418-a68bb4489005 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:34:02.908190 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:02.941181 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a16d9f16-0a1a-4548-9983-8be0f12c3780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'name': 'tempest-TestShelveInstance-438426862-router', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:34:01Z', 'revision_number': 5, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'gw_port': {'id': '0e279f44-e4d0-40f0-9418-a68bb4489005', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:02.970345 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d9f16-0a1a-4548-9983-8be0f12c3780 None None] Checking router: b288dcff-fcd1-4fe0-9035-7e097d305c41 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:34:02.984221 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d9f16-0a1a-4548-9983-8be0f12c3780 None None] Routers {'b288dcff-fcd1-4fe0-9035-7e097d305c41'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:34:02.984799 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a16d9f16-0a1a-4548-9983-8be0f12c3780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:33:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['b288dcff-fcd1-4fe0-9035-7e097d305c41'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:03.015443 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] For port 0e279f44-e4d0-40f0-9418-a68bb4489005, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=0e279f44-e4d0-40f0-9418-a68bb4489005,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:03.015986 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:03.033674 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] Calling delete_port for 0e279f44-e4d0-40f0-9418-a68bb4489005 owned by network:router_gateway {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:34:03.072789 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-a16d9f16-0a1a-4548-9983-8be0f12c3780 None None] Set router b288dcff-fcd1-4fe0-9035-7e097d305c41 gateway port host: None {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:34:03.126957 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device c0db538f-26b2-40cc-8513-16919a8edcd9 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:34:03.130592 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a16d9f16-0a1a-4548-9983-8be0f12c3780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'name': 'tempest-TestShelveInstance-438426862-router', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:34:02Z', 'revision_number': 6, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'gw_port_host': None}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:03.149140 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] No Port match for: c0db538f-26b2-40cc-8513-16919a8edcd9 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:34:03.149536 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device c0db538f-26b2-40cc-8513-16919a8edcd9 not bound to the agent host hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:34:03.179623 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d9f16-0a1a-4548-9983-8be0f12c3780 None None] The sync data for ids ['b288dcff-fcd1-4fe0-9035-7e097d305c41'] in dv-cinder-786627-15-iscsi is: [{'id': 'b288dcff-fcd1-4fe0-9035-7e097d305c41', 'name': 'tempest-TestShelveInstance-438426862-router', 'tenant_id': 'd28d1a63a21346ae81b50bc6f442122c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:20Z', 'updated_at': '2021-06-29T16:34:02Z', 'revision_number': 6, 'project_id': 'd28d1a63a21346ae81b50bc6f442122c', 'gw_port_host': None}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:34:03.219106 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:03.221702 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3c9635c8-052e-4e94-adb6-923cf2c2b10f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:03.245122 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e279f44-e4d0-40f0-9418-a68bb4489005,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:03.247479 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:03.309675 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773907'] for router_gateway, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:03.439583 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4115867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1295'] for router, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:03.442010 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:03.492701 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4113298'] for router, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:03.493060 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b288dcff-fcd1-4fe0-9035-7e097d305c41 {{(pid=92895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:34:03.497965 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:03.499744 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/b288dcff-fcd1-4fe0-9035-7e097d305c41 HTTP/1.1" status: 204 len: 168 time: 0.8918617 Jun 29 16:34:03.503961 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 49060) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:03.584142 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Deleting subnet 30035ce6-59dc-4b36-b25c-00a6a30eadcc {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:34:03.590397 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:03.633324 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10093827'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:03.720067 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531522'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:03.779506 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10444977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10257487'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:03.782188 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:03.811400 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30035ce6-59dc-4b36-b25c-00a6a30eadcc,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:03.813945 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:03.815887 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/30035ce6-59dc-4b36-b25c-00a6a30eadcc HTTP/1.1" status: 204 len: 168 time: 0.3071725 Jun 29 16:34:03.817986 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9791e7de-26c5-4a90-9efe-8e269192a3ef None None] Network 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:34:03.818846 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49062) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:03.822520 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:03.822912 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:03.823287 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:03.825188 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:03.825188 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:03.825188 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:03.825188 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:03.825188 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:03.825782 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:03.826216 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:03.827224 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:03.827685 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:03.832488 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ac1721c4-a3af-41ee-942d-ae2ea28dca5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:03.912769 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621183'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:03.978410 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] Deleting port e47e4773-6e1a-4ece-be18-071e270cf2f5 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:34:03.978754 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:04.006099 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 99909274-fa87-4ab9-86bb-010bfdcfafbf no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:34:04.026956 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: 99909274-fa87-4ab9-86bb-010bfdcfafbf {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:34:04.027314 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 99909274-fa87-4ab9-86bb-010bfdcfafbf not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:34:04.056752 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] For port e47e4773-6e1a-4ece-be18-071e270cf2f5, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=e47e4773-6e1a-4ece-be18-071e270cf2f5,segment=NetworkSegment(ec3497b0-6704-437c-b34b-876bd0747e80),segment_id=ec3497b0-6704-437c-b34b-876bd0747e80)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:04.057337 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:04.064477 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2243e418-aa20-40e5-8803-6ac621db9dfe None None] DHCP port deletion for 1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 request from dv-cinder-786627-15-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:34:04.072891 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] Calling delete_port for e47e4773-6e1a-4ece-be18-071e270cf2f5 owned by network:dhcp {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:34:04.129117 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-2243e418-aa20-40e5-8803-6ac621db9dfe None None] Deleting port e47e4773-6e1a-4ece-be18-071e270cf2f5 {{(pid=92896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:34:04.129631 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2243e418-aa20-40e5-8803-6ac621db9dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:04.176931 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:04.179336 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8046d959-ed75-499b-8adc-05d5e12f3a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:04.208072 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e47e4773-6e1a-4ece-be18-071e270cf2f5,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:04.211370 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:04.212657 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] No DVR routers for this DVR port e47e4773-6e1a-4ece-be18-071e270cf2f5 on host dv-cinder-786627-15-iscsi {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:34:04.226049 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-2243e418-aa20-40e5-8803-6ac621db9dfe None None] For port e47e4773-6e1a-4ece-be18-071e270cf2f5, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=e47e4773-6e1a-4ece-be18-071e270cf2f5,segment=NetworkSegment(ec3497b0-6704-437c-b34b-876bd0747e80),segment_id=ec3497b0-6704-437c-b34b-876bd0747e80)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:04.226785 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2243e418-aa20-40e5-8803-6ac621db9dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:04.247006 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-2243e418-aa20-40e5-8803-6ac621db9dfe None None] Calling delete_port for e47e4773-6e1a-4ece-be18-071e270cf2f5 owned by network:dhcp {{(pid=92896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:34:04.301355 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531612', 'neutron.services.segments.db._delete_segments_for_network-8766223617091'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:04.317191 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:04.333387 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3497b0-6704-437c-b34b-876bd0747e80') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:04.334061 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3497b0-6704-437c-b34b-876bd0747e80') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:04.346820 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766223416266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9042944'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:04.361552 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:04.368137 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:34:04.368563 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9365018'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: timer() Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: cb(*args, **kw) Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: self._notify() Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: self.callback(batched_events) Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: event.method(event) Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._get(url).json() Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:34:04.371189 dv-cinder-786627-15-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:34:04.394618 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2243e418-aa20-40e5-8803-6ac621db9dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157'] for port, after_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:04.396808 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-65f7453e-4a12-4add-bfd5-e52d08218fee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:04.420102 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243e418-aa20-40e5-8803-6ac621db9dfe None None] Pushing event deleted for resources: {'Port': ['ID=e47e4773-6e1a-4ece-be18-071e270cf2f5,revision_number=None']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:04.424068 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-2243e418-aa20-40e5-8803-6ac621db9dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:04.426392 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243e418-aa20-40e5-8803-6ac621db9dfe None None] No DVR routers for this DVR port e47e4773-6e1a-4ece-be18-071e270cf2f5 on host dv-cinder-786627-15-iscsi {{(pid=92896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:34:04.442690 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3760702'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:04.447293 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7f45e02c-11c7-44b1-b6ee-457e6a7be524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:04.450729 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:04.459653 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5 HTTP/1.1" status: 204 len: 168 time: 0.6333916 Jun 29 16:34:04.459896 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 49064) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:04.470445 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d187dd5-769f-43e8-ab97-fbc1f8e7c2b5,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:04.473457 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6c1d2d7a-2413-4cb8-a3fe-8e2350a2b7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:04.860293 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2889e58-ffb5-442f-a907-8beef5e8c6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4113927'] for router_interface, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:05.171147 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-f2889e58-ffb5-442f-a907-8beef5e8c6ac admin admin] Deleting port 3e85835d-be94-4fb2-980e-d3fdffed6714 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:34:05.171444 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2889e58-ffb5-442f-a907-8beef5e8c6ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:05.261675 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-f2889e58-ffb5-442f-a907-8beef5e8c6ac admin admin] For port 3e85835d-be94-4fb2-980e-d3fdffed6714, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=3e85835d-be94-4fb2-980e-d3fdffed6714,segment=NetworkSegment(cfb07059-5f04-4a39-8bc0-8b0314f92bcf),segment_id=cfb07059-5f04-4a39-8bc0-8b0314f92bcf)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:05.262032 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2889e58-ffb5-442f-a907-8beef5e8c6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:05.274745 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-f2889e58-ffb5-442f-a907-8beef5e8c6ac admin admin] Calling delete_port for 3e85835d-be94-4fb2-980e-d3fdffed6714 owned by network:router_interface {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:34:05.300575 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device e47e4773-6e1a-4ece-be18-071e270cf2f5 no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:34:05.321858 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: e47e4773-6e1a-4ece-be18-071e270cf2f5 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:34:05.322214 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device e47e4773-6e1a-4ece-be18-071e270cf2f5 not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:34:05.322668 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 0e279f44-e4d0-40f0-9418-a68bb4489005 no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:34:05.345424 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: 0e279f44-e4d0-40f0-9418-a68bb4489005 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:34:05.345774 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 0e279f44-e4d0-40f0-9418-a68bb4489005 not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:34:05.491477 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2889e58-ffb5-442f-a907-8beef5e8c6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10444875'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:05.493830 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:05.522204 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2889e58-ffb5-442f-a907-8beef5e8c6ac admin admin] Pushing event deleted for resources: {'Port': ['ID=3e85835d-be94-4fb2-980e-d3fdffed6714,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:05.528001 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f2889e58-ffb5-442f-a907-8beef5e8c6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:05.700417 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2889e58-ffb5-442f-a907-8beef5e8c6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774135'] for router_interface, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:05.945456 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2889e58-ffb5-442f-a907-8beef5e8c6ac admin admin] Router c1e4f30c-2c7b-4ec7-8147-f001cceeaa22 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:34:06.069336 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2889e58-ffb5-442f-a907-8beef5e8c6ac admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:34:06.075791 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f2889e58-ffb5-442f-a907-8beef5e8c6ac admin admin] 10.222.0.66 "PUT /v2.0/routers/c1e4f30c-2c7b-4ec7-8147-f001cceeaa22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6159973 Jun 29 16:34:06.077247 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 49066) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:06.082121 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e09780-fd7b-4142-a607-edf55b7748f7 None None] Sync routers for ids ['c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:34:06.099694 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e09780-fd7b-4142-a607-edf55b7748f7 None None] Routers {'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:34:06.100976 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-c9e09780-fd7b-4142-a607-edf55b7748f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:33:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:06.205474 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-02a6fbd0-44ef-4998-9884-44ce26125de6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:06.235645 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-c9e09780-fd7b-4142-a607-edf55b7748f7 None None] Set router c1e4f30c-2c7b-4ec7-8147-f001cceeaa22 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:34:06.318706 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-02a6fbd0-44ef-4998-9884-44ce26125de6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:06.375381 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-02a6fbd0-44ef-4998-9884-44ce26125de6 admin admin] Deleting port d05d7e32-bef7-42e1-a98b-abdf29b49e5b {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:34:06.375640 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-02a6fbd0-44ef-4998-9884-44ce26125de6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:06.459097 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-c9e09780-fd7b-4142-a607-edf55b7748f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'name': 'tempest-TestShelveInstance-1217742680-router', 'tenant_id': '40b20cfff51f4c3aa2718aa12764a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd05d7e32-bef7-42e1-a98b-abdf29b49e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:25Z', 'updated_at': '2021-06-29T16:34:05Z', 'revision_number': 5, 'project_id': '40b20cfff51f4c3aa2718aa12764a862', 'gw_port': {'id': 'd05d7e32-bef7-42e1-a98b-abdf29b49e5b', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:25Z', 'updated_at': '2021-06-29T16:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:06.484888 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-02a6fbd0-44ef-4998-9884-44ce26125de6 admin admin] For port d05d7e32-bef7-42e1-a98b-abdf29b49e5b, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=d05d7e32-bef7-42e1-a98b-abdf29b49e5b,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:06.485254 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-02a6fbd0-44ef-4998-9884-44ce26125de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:06.492806 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e09780-fd7b-4142-a607-edf55b7748f7 None None] Checking router: c1e4f30c-2c7b-4ec7-8147-f001cceeaa22 for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:34:06.497681 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-02a6fbd0-44ef-4998-9884-44ce26125de6 admin admin] Calling delete_port for d05d7e32-bef7-42e1-a98b-abdf29b49e5b owned by network:router_gateway {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:34:06.501724 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e09780-fd7b-4142-a607-edf55b7748f7 None None] Routers {'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:34:06.502343 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-c9e09780-fd7b-4142-a607-edf55b7748f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:33:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:06.591769 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-c9e09780-fd7b-4142-a607-edf55b7748f7 None None] Set router c1e4f30c-2c7b-4ec7-8147-f001cceeaa22 gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:34:06.643503 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-c9e09780-fd7b-4142-a607-edf55b7748f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'name': 'tempest-TestShelveInstance-1217742680-router', 'tenant_id': '40b20cfff51f4c3aa2718aa12764a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:25Z', 'updated_at': '2021-06-29T16:34:06Z', 'revision_number': 6, 'project_id': '40b20cfff51f4c3aa2718aa12764a862', 'gw_port_host': None}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:06.674019 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e09780-fd7b-4142-a607-edf55b7748f7 None None] The sync data for ids ['c1e4f30c-2c7b-4ec7-8147-f001cceeaa22'] in dv-cinder-786627-15-iscsi is: [{'id': 'c1e4f30c-2c7b-4ec7-8147-f001cceeaa22', 'name': 'tempest-TestShelveInstance-1217742680-router', 'tenant_id': '40b20cfff51f4c3aa2718aa12764a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:25Z', 'updated_at': '2021-06-29T16:34:06Z', 'revision_number': 6, 'project_id': '40b20cfff51f4c3aa2718aa12764a862', 'gw_port_host': None}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:34:06.682478 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-02a6fbd0-44ef-4998-9884-44ce26125de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10444875'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:06.685754 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bd9aef37-8caa-494d-9a5c-4af0ef01e2ee tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:06.716767 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6fbd0-44ef-4998-9884-44ce26125de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d05d7e32-bef7-42e1-a98b-abdf29b49e5b,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:06.725964 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-02a6fbd0-44ef-4998-9884-44ce26125de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:06.792492 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-02a6fbd0-44ef-4998-9884-44ce26125de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773907'] for router_gateway, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:06.879958 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-02a6fbd0-44ef-4998-9884-44ce26125de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4115867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1295'] for router, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:06.882010 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-02a6fbd0-44ef-4998-9884-44ce26125de6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:06.929224 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-02a6fbd0-44ef-4998-9884-44ce26125de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4113298'] for router, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:06.930625 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a6fbd0-44ef-4998-9884-44ce26125de6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1e4f30c-2c7b-4ec7-8147-f001cceeaa22 {{(pid=92894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:34:06.936648 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-02a6fbd0-44ef-4998-9884-44ce26125de6 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:06.937926 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-02a6fbd0-44ef-4998-9884-44ce26125de6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c1e4f30c-2c7b-4ec7-8147-f001cceeaa22 HTTP/1.1" status: 204 len: 168 time: 0.8591740 Jun 29 16:34:06.940551 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 49070) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:06.997595 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a9f59d-c07f-46ac-9a46-b36f9b6f7ecc admin admin] Deleting subnet 3c1e5ab8-977c-4a8c-a3e8-5b4a7d5f6d77 {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:34:07.001789 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3a9f59d-c07f-46ac-9a46-b36f9b6f7ecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:07.042093 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3a9f59d-c07f-46ac-9a46-b36f9b6f7ecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10093827'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:07.361108 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3a9f59d-c07f-46ac-9a46-b36f9b6f7ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531522'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:07.431669 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3a9f59d-c07f-46ac-9a46-b36f9b6f7ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10444977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10257487'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:07.434313 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:07.465447 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9f59d-c07f-46ac-9a46-b36f9b6f7ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1e5ab8-977c-4a8c-a3e8-5b4a7d5f6d77,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:07.468047 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3a9f59d-c07f-46ac-9a46-b36f9b6f7ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:07.473348 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c3a9f59d-c07f-46ac-9a46-b36f9b6f7ecc admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3c1e5ab8-977c-4a8c-a3e8-5b4a7d5f6d77 HTTP/1.1" status: 204 len: 168 time: 0.5285861 Jun 29 16:34:07.473348 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c3a9f59d-c07f-46ac-9a46-b36f9b6f7ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:07.473924 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 49072) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:07.477748 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ccbe0f-ed3c-483f-b912-f11563037216 None None] Network 132ad19c-c293-4e73-97c4-1d26427bf5ec requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:34:07.544882 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 3e85835d-be94-4fb2-980e-d3fdffed6714 no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:34:07.562244 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621183'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:07.583091 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: 3e85835d-be94-4fb2-980e-d3fdffed6714 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:34:07.583452 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 3e85835d-be94-4fb2-980e-d3fdffed6714 not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:34:07.583932 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device d05d7e32-bef7-42e1-a98b-abdf29b49e5b no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:34:07.606483 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: d05d7e32-bef7-42e1-a98b-abdf29b49e5b {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:34:07.606863 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device d05d7e32-bef7-42e1-a98b-abdf29b49e5b not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:34:07.659701 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] Deleting port 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:34:07.660275 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:07.749408 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] For port 3aa0fe48-fea5-4c54-9aad-1546f0262ba3, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=3aa0fe48-fea5-4c54-9aad-1546f0262ba3,segment=NetworkSegment(cfb07059-5f04-4a39-8bc0-8b0314f92bcf),segment_id=cfb07059-5f04-4a39-8bc0-8b0314f92bcf)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:07.749759 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:07.753987 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b393a410-1d63-4d5b-9694-ed10847e55cd None None] DHCP port deletion for 132ad19c-c293-4e73-97c4-1d26427bf5ec request from dv-cinder-786627-15-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:34:07.764138 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] Calling delete_port for 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:34:07.821286 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-b393a410-1d63-4d5b-9694-ed10847e55cd None None] Deleting port 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 {{(pid=92896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:34:07.822241 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b393a410-1d63-4d5b-9694-ed10847e55cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:07.876407 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10444875'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:07.879042 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4286541a-1373-4fdd-9fbe-945762701a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:07.891204 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-b393a410-1d63-4d5b-9694-ed10847e55cd None None] For port 3aa0fe48-fea5-4c54-9aad-1546f0262ba3, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=3aa0fe48-fea5-4c54-9aad-1546f0262ba3,segment=NetworkSegment(cfb07059-5f04-4a39-8bc0-8b0314f92bcf),segment_id=cfb07059-5f04-4a39-8bc0-8b0314f92bcf)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:07.891741 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b393a410-1d63-4d5b-9694-ed10847e55cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:07.903608 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa0fe48-fea5-4c54-9aad-1546f0262ba3,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:07.905455 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] No DVR routers for this DVR port 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 on host dv-cinder-786627-15-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:34:07.905815 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-b393a410-1d63-4d5b-9694-ed10847e55cd None None] Calling delete_port for 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 owned by network:dhcp {{(pid=92896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:34:07.906992 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:08.000546 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531612', 'neutron.services.segments.db._delete_segments_for_network-8766223617091'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:08.003772 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b393a410-1d63-4d5b-9694-ed10847e55cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157'] for port, after_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:08.007217 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:08.013955 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132ad19c-c293-4e73-97c4-1d26427bf5ec']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:08.028222 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb07059-5f04-4a39-8bc0-8b0314f92bcf') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:08.028518 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb07059-5f04-4a39-8bc0-8b0314f92bcf') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:08.035991 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393a410-1d63-4d5b-9694-ed10847e55cd None None] Pushing event deleted for resources: {'Port': ['ID=3aa0fe48-fea5-4c54-9aad-1546f0262ba3,revision_number=None']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:08.038061 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b393a410-1d63-4d5b-9694-ed10847e55cd None None] No DVR routers for this DVR port 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 on host dv-cinder-786627-15-iscsi {{(pid=92896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:34:08.039434 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766223416266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093836'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:08.039790 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b393a410-1d63-4d5b-9694-ed10847e55cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:08.061827 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:08.067983 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:34:08.068404 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10444828'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: timer() Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: cb(*args, **kw) Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: self._notify() Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: self.callback(batched_events) Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: event.method(event) Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: return self._get(url).json() Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:34:08.070317 dv-cinder-786627-15-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:34:08.144620 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3760702'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:08.149321 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a86049de-40d6-435f-9e86-0730385aa177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:08.153648 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:08.155580 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] 10.222.0.66 "DELETE /v2.0/networks/132ad19c-c293-4e73-97c4-1d26427bf5ec HTTP/1.1" status: 204 len: 168 time: 0.6811211 Jun 29 16:34:08.165691 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=132ad19c-c293-4e73-97c4-1d26427bf5ec,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:08.168180 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9c525499-c21d-4a85-aef8-fbdf548b3f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:08.246043 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-be092b2a-e67d-41cb-8ea2-fc492212a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:08.301161 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49076) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:08.345489 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-c2e0fb57-47a2-4bed-b0eb-f3a6acf8fdda admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d28d1a63a21346ae81b50bc6f442122c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428486 Jun 29 16:34:08.349229 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49078) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:08.363544 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:08.407781 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9bfb-0208-4176-860d-fd927a5a705e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:08.428781 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9bfb-0208-4176-860d-fd927a5a705e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:08.479634 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9bfb-0208-4176-860d-fd927a5a705e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:08.481969 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9bfb-0208-4176-860d-fd927a5a705e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:08.483276 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8c9e9bfb-0208-4176-860d-fd927a5a705e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0266446a-1f04-4c48-b5f2-f524a5f5b59f HTTP/1.1" status: 204 len: 168 time: 0.1329732 Jun 29 16:34:08.484212 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-749ea013-8fd3-4a84-90bd-28b49697b6af tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:08.495073 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9bfb-0208-4176-860d-fd927a5a705e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0266446a-1f04-4c48-b5f2-f524a5f5b59f,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:08.498531 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8c9e9bfb-0208-4176-860d-fd927a5a705e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:08.901148 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49084) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:08.976103 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9c86d6ac-d85a-4e17-a977-65045961a423 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=40b20cfff51f4c3aa2718aa12764a862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0733976 Jun 29 16:34:08.979259 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49086) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:09.037336 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6eea35ec-6a41-47ba-b819-49812dca736a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:09.064167 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6eea35ec-6a41-47ba-b819-49812dca736a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:09.127341 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6eea35ec-6a41-47ba-b819-49812dca736a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:09.131929 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6eea35ec-6a41-47ba-b819-49812dca736a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:09.134081 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6eea35ec-6a41-47ba-b819-49812dca736a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/46da07a8-4e65-4829-84a6-7c4999aee3d5 HTTP/1.1" status: 204 len: 168 time: 0.1537702 Jun 29 16:34:09.134980 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d845e897-31d6-4918-a1f8-a3e5a1a11a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:09.147440 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea35ec-6a41-47ba-b819-49812dca736a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46da07a8-4e65-4829-84a6-7c4999aee3d5,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:09.150614 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6eea35ec-6a41-47ba-b819-49812dca736a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:09.298899 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:34:09.331776 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:34:09.332132 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 3aa0fe48-fea5-4c54-9aad-1546f0262ba3 not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:34:10.848572 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-dd8671f3-4060-4651-a189-02a427d52485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:11.470796 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:12.073780 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:13.824301 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:18.822994 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4aadde79-d146-421a-ba46-98c68e1f7dfd req-c91dbbb1-b649-4d36-8e29-1b7209c72427 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1799078 Jun 29 16:34:18.894646 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadde79-d146-421a-ba46-98c68e1f7dfd req-d7c3e8e2-d479-4626-8bfe-cef7931d7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:18.896109 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4aadde79-d146-421a-ba46-98c68e1f7dfd req-d7c3e8e2-d479-4626-8bfe-cef7931d7634 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 1098 time: 0.0500958 Jun 29 16:34:19.001918 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadde79-d146-421a-ba46-98c68e1f7dfd req-e6912495-7480-400f-af98-70662c6de267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:19.003181 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4aadde79-d146-421a-ba46-98c68e1f7dfd req-e6912495-7480-400f-af98-70662c6de267 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 913 time: 0.0867045 Jun 29 16:34:19.064153 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4aadde79-d146-421a-ba46-98c68e1f7dfd req-3d7420c8-414c-4321-b08a-2c01cb1e0981 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe04f1d-8991-4001-afec-f7df53ad287e HTTP/1.1" status: 200 len: 1001 time: 0.0546350 Jun 29 16:34:19.110800 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadde79-d146-421a-ba46-98c68e1f7dfd req-f6c6da9b-1194-48ff-a719-6f018927b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:19.112223 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4aadde79-d146-421a-ba46-98c68e1f7dfd req-f6c6da9b-1194-48ff-a719-6f018927b4e5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89a9a178-553f-4db0-b618-61d33d746787 HTTP/1.1" status: 200 len: 851 time: 0.0417876 Jun 29 16:34:19.170821 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadde79-d146-421a-ba46-98c68e1f7dfd req-6170585c-28d1-44fe-a43e-112b6b554b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:19.172311 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4aadde79-d146-421a-ba46-98c68e1f7dfd req-6170585c-28d1-44fe-a43e-112b6b554b5d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efd76866-055a-4788-83f9-a828af2aedf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532682 Jun 29 16:34:19.184613 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-4aadde79-d146-421a-ba46-98c68e1f7dfd req-665f0f99-4eea-4130-9cd3-87aa9c32aef8 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:34:19.185531 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4aadde79-d146-421a-ba46-98c68e1f7dfd req-665f0f99-4eea-4130-9cd3-87aa9c32aef8 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049994 Jun 29 16:34:19.272515 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4aadde79-d146-421a-ba46-98c68e1f7dfd req-c26549bb-1224-4aa0-9b4e-b1300cd1cbba service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796516 Jun 29 16:34:19.362181 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4aadde79-d146-421a-ba46-98c68e1f7dfd req-ac235847-8201-4b91-ba9c-53fa58e99ccf service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827012 Jun 29 16:34:24.725188 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:34:38.247347 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-44b78afc-dfc5-4810-9548-162edeb53941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:38.357391 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:40.849529 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-121b89d5-2f46-48ca-af53-dd3f291dd715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:41.472031 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:42.074875 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:43.821776 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:01.724269 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:35:08.249998 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1f8b79de-76bd-4ced-bec9-466650a4a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:08.356927 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:10.851872 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b62f01ad-296a-4129-8fca-0e7aa07ee08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:11.473927 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:12.076531 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:13.824656 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:18.687354 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2e5f24cb-1540-4cf0-8ff8-8aecb738e5b5 req-64730123-c077-45b8-80a4-6e8cff5c4cb4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511937 Jun 29 16:35:18.781324 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f24cb-1540-4cf0-8ff8-8aecb738e5b5 req-7c87f697-b6d2-4a97-b801-927a38f77927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:18.782821 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2e5f24cb-1540-4cf0-8ff8-8aecb738e5b5 req-7c87f697-b6d2-4a97-b801-927a38f77927 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 1098 time: 0.0532446 Jun 29 16:35:18.897881 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f24cb-1540-4cf0-8ff8-8aecb738e5b5 req-8a269e32-30bd-4fbe-91d0-f5142787c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:18.899347 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2e5f24cb-1540-4cf0-8ff8-8aecb738e5b5 req-8a269e32-30bd-4fbe-91d0-f5142787c2c1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 913 time: 0.0961869 Jun 29 16:35:18.963046 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2e5f24cb-1540-4cf0-8ff8-8aecb738e5b5 req-fe917811-a6a1-481e-962d-7089ab6979ad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe04f1d-8991-4001-afec-f7df53ad287e HTTP/1.1" status: 200 len: 1001 time: 0.0573683 Jun 29 16:35:19.015478 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f24cb-1540-4cf0-8ff8-8aecb738e5b5 req-f3eaa5b6-ea19-4511-8b53-59e83c55412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:19.016951 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2e5f24cb-1540-4cf0-8ff8-8aecb738e5b5 req-f3eaa5b6-ea19-4511-8b53-59e83c55412b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89a9a178-553f-4db0-b618-61d33d746787 HTTP/1.1" status: 200 len: 851 time: 0.0478697 Jun 29 16:35:19.076180 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f24cb-1540-4cf0-8ff8-8aecb738e5b5 req-f054a05b-9f27-47f9-981f-92ac410b3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:19.077573 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2e5f24cb-1540-4cf0-8ff8-8aecb738e5b5 req-f054a05b-9f27-47f9-981f-92ac410b3f79 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efd76866-055a-4788-83f9-a828af2aedf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533550 Jun 29 16:35:19.172871 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2e5f24cb-1540-4cf0-8ff8-8aecb738e5b5 req-93458e20-3462-4357-97fe-69127d1821f4 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880232 Jun 29 16:35:19.267266 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2e5f24cb-1540-4cf0-8ff8-8aecb738e5b5 req-f6207875-be53-4e1c-9b14-2c66cabc2dfa service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873096 Jun 29 16:35:29.661648 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49116) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:29.820439 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Deleting port 856c362d-7d3b-475e-be06-e4c24f3b8aec {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:35:29.820787 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:29.900932 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:29.901262 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:29.917134 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Calling delete_port for 856c362d-7d3b-475e-be06-e4c24f3b8aec owned by network:floatingip {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:35:30.070745 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:30.072842 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5a3ae8ea-630b-4e59-aecb-b22f83bbd09a tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:30.099325 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event deleted for resources: {'Port': ['ID=856c362d-7d3b-475e-be06-e4c24f3b8aec,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:30.109182 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:30.110097 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:30.110534 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:30.110936 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:30.111355 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:30.111758 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:30.112146 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:30.112515 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:30.112877 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:30.113234 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:30.113587 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:30.113938 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:30.131888 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:30.172935 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for floatingip, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:30.173297 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Floating IP 2ab5e651-c154-4f9d-8be2-f29159108f6e disassociated (deleted). External IP: 172.27.2.99, port: 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9. Jun 29 16:35:30.662808 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Router 18b7c948-9b6d-494e-af64-6bcc0c589490 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:35:30.772211 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:35:30.776985 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:30.781943 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c00f38-167e-40b5-8fd8-a84b2c4404bd None None] Sync routers for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:35:30.792049 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c00f38-167e-40b5-8fd8-a84b2c4404bd None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:35:30.792741 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f6c00f38-167e-40b5-8fd8-a84b2c4404bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:35:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:30.813468 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "DELETE /v2.0/floatingips/2ab5e651-c154-4f9d-8be2-f29159108f6e HTTP/1.1" status: 204 len: 168 time: 1.1506073 Jun 29 16:35:30.814724 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3bddcd-6844-4073-a75c-57d52bf04329', 'tag': '10e9b7f9-afc7-4f7a-8d06-115879c1e1f9'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:35:30.817223 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804a2ed8-1896-4827-9c6a-eb80004dd851" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3bddcd-6844-4073-a75c-57d52bf04329", "tag": "10e9b7f9-afc7-4f7a-8d06-115879c1e1f9"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:35:30.903750 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-f6c00f38-167e-40b5-8fd8-a84b2c4404bd None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:35:30.983539 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17cfab2-4aed-401e-a5cd-3082c64cbe99 x-openstack-request-id: req-d17cfab2-4aed-401e-a5cd-3082c64cbe99 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:35:30.984064 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3bddcd-6844-4073-a75c-57d52bf04329", "tag": "10e9b7f9-afc7-4f7a-8d06-115879c1e1f9", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:35:30.984538 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d17cfab2-4aed-401e-a5cd-3082c64cbe99 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:35:30.985598 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3bddcd-6844-4073-a75c-57d52bf04329', 'tag': '10e9b7f9-afc7-4f7a-8d06-115879c1e1f9', 'status': 'completed', 'code': 200} Jun 29 16:35:31.073731 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a2ed8-1896-4827-9c6a-eb80004dd851 req-cb60df0d-06e4-4061-8d0f-2675ba02de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:31.075170 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-804a2ed8-1896-4827-9c6a-eb80004dd851 req-cb60df0d-06e4-4061-8d0f-2675ba02de6b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 1098 time: 0.0715189 Jun 29 16:35:31.162117 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f6c00f38-167e-40b5-8fd8-a84b2c4404bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '3df1ee56-9c53-457b-8a71-d6d6c6db1b23', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'port_id': '5fe04f1d-8991-4001-afec-f7df53ad287e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'mac_address': 'fa:16:3e:1c:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:30:39Z', 'updated_at': '2021-06-29T16:30:41Z', 'revision_number': 1, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:31.176025 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a2ed8-1896-4827-9c6a-eb80004dd851 req-b37419f5-ea5a-4533-b961-bf9f9fc2561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:31.180720 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-804a2ed8-1896-4827-9c6a-eb80004dd851 req-b37419f5-ea5a-4533-b961-bf9f9fc2561e service neutron] 10.222.0.77 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 913 time: 0.0914671 Jun 29 16:35:31.189797 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c00f38-167e-40b5-8fd8-a84b2c4404bd None None] Checking router: 18b7c948-9b6d-494e-af64-6bcc0c589490 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:35:31.198490 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c00f38-167e-40b5-8fd8-a84b2c4404bd None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:35:31.199114 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f6c00f38-167e-40b5-8fd8-a84b2c4404bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:35:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:31.224399 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-804a2ed8-1896-4827-9c6a-eb80004dd851 req-7420f06d-816f-4934-976a-f15b2a16e79b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 HTTP/1.1" status: 200 len: 217 time: 0.0399144 Jun 29 16:35:31.238435 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f822c-3855-4d7e-8fa2-dd478203e8d8 req-d3eabe3e-ddef-404d-a53c-2eb5313a6078 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:31.240613 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dc2f822c-3855-4d7e-8fa2-dd478203e8d8 req-d3eabe3e-ddef-404d-a53c-2eb5313a6078 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 945 time: 0.0789726 Jun 29 16:35:31.281634 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dc2f822c-3855-4d7e-8fa2-dd478203e8d8 req-73afe257-1a65-46f9-be30-76cb491671a8 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337379 Jun 29 16:35:31.282651 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a2ed8-1896-4827-9c6a-eb80004dd851 req-80e07e26-6a59-4653-a9fc-77bdf1d9000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:31.284800 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-804a2ed8-1896-4827-9c6a-eb80004dd851 req-80e07e26-6a59-4653-a9fc-77bdf1d9000a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89a9a178-553f-4db0-b618-61d33d746787 HTTP/1.1" status: 200 len: 851 time: 0.0523744 Jun 29 16:35:31.313581 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-f6c00f38-167e-40b5-8fd8-a84b2c4404bd None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:35:31.348790 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a2ed8-1896-4827-9c6a-eb80004dd851 req-69b540b9-719c-482e-8849-f0e00bd090ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:31.350379 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-804a2ed8-1896-4827-9c6a-eb80004dd851 req-69b540b9-719c-482e-8849-f0e00bd090ce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efd76866-055a-4788-83f9-a828af2aedf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561872 Jun 29 16:35:31.455817 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-804a2ed8-1896-4827-9c6a-eb80004dd851 req-408e75e4-62c4-4b5a-95eb-5b7a559f9ce4 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975778 Jun 29 16:35:31.546905 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f6c00f38-167e-40b5-8fd8-a84b2c4404bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '3df1ee56-9c53-457b-8a71-d6d6c6db1b23', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'port_id': '5fe04f1d-8991-4001-afec-f7df53ad287e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'mac_address': 'fa:16:3e:1c:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:30:39Z', 'updated_at': '2021-06-29T16:30:41Z', 'revision_number': 1, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:31.553518 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-804a2ed8-1896-4827-9c6a-eb80004dd851 req-ff7af681-a8c0-4e69-b7a2-4ad4e8cc0457 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899472 Jun 29 16:35:31.574353 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c00f38-167e-40b5-8fd8-a84b2c4404bd None None] The sync data for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi is: [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_floatingips': [{'id': '3df1ee56-9c53-457b-8a71-d6d6c6db1b23', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'router_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'port_id': '5fe04f1d-8991-4001-afec-f7df53ad287e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'mac_address': 'fa:16:3e:1c:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:30:39Z', 'updated_at': '2021-06-29T16:30:41Z', 'revision_number': 1, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:35:31.799908 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988964e-34c7-45ed-85a6-91ddc07df414 None None] New status for floating IP 2ab5e651-c154-4f9d-8be2-f29159108f6e: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:35:32.515831 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd331c4-39d2-4bce-96d4-c5dd1d48bdb1 req-0a28dbc9-3831-4b8b-81ca-1d8c480b0733 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:32.517435 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6cd331c4-39d2-4bce-96d4-c5dd1d48bdb1 req-0a28dbc9-3831-4b8b-81ca-1d8c480b0733 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 945 time: 0.1179874 Jun 29 16:35:32.562104 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6cd331c4-39d2-4bce-96d4-c5dd1d48bdb1 req-1031f5b7-a382-4232-886d-6ca254d5ab21 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388284 Jun 29 16:35:32.962421 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7231c25-ac99-4f70-94b8-882a51b3e143 req-d9dfb1c3-5d50-40f2-b42c-d5a11d98742e tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:32.963807 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7231c25-ac99-4f70-94b8-882a51b3e143 req-d9dfb1c3-5d50-40f2-b42c-d5a11d98742e tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 945 time: 0.0627015 Jun 29 16:35:33.067731 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-b7231c25-ac99-4f70-94b8-882a51b3e143 req-1cb2b0c1-13b5-44df-94a5-93166c1d0f4a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Deleting port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:35:33.068070 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b7231c25-ac99-4f70-94b8-882a51b3e143 req-1cb2b0c1-13b5-44df-94a5-93166c1d0f4a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:33.157065 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-b7231c25-ac99-4f70-94b8-882a51b3e143 req-1cb2b0c1-13b5-44df-94a5-93166c1d0f4a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] For port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10e9b7f9-afc7-4f7a-8d06-115879c1e1f9,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:33.157416 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b7231c25-ac99-4f70-94b8-882a51b3e143 req-1cb2b0c1-13b5-44df-94a5-93166c1d0f4a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:33.170668 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-b7231c25-ac99-4f70-94b8-882a51b3e143 req-1cb2b0c1-13b5-44df-94a5-93166c1d0f4a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Calling delete_port for 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:35:33.297097 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b7231c25-ac99-4f70-94b8-882a51b3e143 req-1cb2b0c1-13b5-44df-94a5-93166c1d0f4a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:33.301099 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-23879179-853e-4461-90b4-e3998f894e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:33.326659 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2b0c1-13b5-44df-94a5-93166c1d0f4a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event deleted for resources: {'Port': ['ID=10e9b7f9-afc7-4f7a-8d06-115879c1e1f9,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:33.330330 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1cb2b0c1-13b5-44df-94a5-93166c1d0f4a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:33.374550 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7231c25-ac99-4f70-94b8-882a51b3e143 req-1cb2b0c1-13b5-44df-94a5-93166c1d0f4a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] No DVR routers for this DVR port 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 on host hv-cinder-78662 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:35:33.377694 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b7231c25-ac99-4f70-94b8-882a51b3e143 req-1cb2b0c1-13b5-44df-94a5-93166c1d0f4a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:33.379778 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7231c25-ac99-4f70-94b8-882a51b3e143 req-1cb2b0c1-13b5-44df-94a5-93166c1d0f4a tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.77 "DELETE /v2.0/ports/10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 HTTP/1.1" status: 204 len: 173 time: 0.4107525 Jun 29 16:35:33.380316 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3bddcd-6844-4073-a75c-57d52bf04329', 'name': 'network-vif-deleted', 'tag': '10e9b7f9-afc7-4f7a-8d06-115879c1e1f9'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:35:33.383047 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dace01-3f16-48a7-ba30-b6cd4e76b8c0" -d '{"events": [{"server_uuid": "2f3bddcd-6844-4073-a75c-57d52bf04329", "name": "network-vif-deleted", "tag": "10e9b7f9-afc7-4f7a-8d06-115879c1e1f9"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:35:33.421115 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df8902c-a5fd-49c5-a97f-c723f9519357 x-openstack-request-id: req-2df8902c-a5fd-49c5-a97f-c723f9519357 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:35:33.421506 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3bddcd-6844-4073-a75c-57d52bf04329", "name": "network-vif-deleted", "tag": "10e9b7f9-afc7-4f7a-8d06-115879c1e1f9", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:35:33.421812 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2df8902c-a5fd-49c5-a97f-c723f9519357 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:35:33.422251 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3bddcd-6844-4073-a75c-57d52bf04329', 'name': 'network-vif-deleted', 'tag': '10e9b7f9-afc7-4f7a-8d06-115879c1e1f9', 'status': 'completed', 'code': 200} Jun 29 16:35:33.715537 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-67584ef7-d60d-480e-8b7a-f7f8fe18119c req-a07f2a6d-5757-43a3-82ac-d2aca85ddfdd tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3bddcd-6844-4073-a75c-57d52bf04329 HTTP/1.1" status: 200 len: 210 time: 0.0375383 Jun 29 16:35:37.039409 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49168) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:37.200881 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-cb63f978-87c4-458b-93f5-517c3908bad7 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Deleting port efcb7592-9b4c-45ae-99ad-8ba057681d25 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:35:37.201223 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cb63f978-87c4-458b-93f5-517c3908bad7 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:37.276675 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cb63f978-87c4-458b-93f5-517c3908bad7 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:37.276922 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cb63f978-87c4-458b-93f5-517c3908bad7 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:37.289136 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-cb63f978-87c4-458b-93f5-517c3908bad7 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Calling delete_port for efcb7592-9b4c-45ae-99ad-8ba057681d25 owned by network:floatingip {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:35:37.439725 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cb63f978-87c4-458b-93f5-517c3908bad7 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:37.441714 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8204dcf6-8d60-4a06-82d1-0886d32b1052 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:37.465658 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63f978-87c4-458b-93f5-517c3908bad7 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event deleted for resources: {'Port': ['ID=efcb7592-9b4c-45ae-99ad-8ba057681d25,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:37.468240 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cb63f978-87c4-458b-93f5-517c3908bad7 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:37.533904 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cb63f978-87c4-458b-93f5-517c3908bad7 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for floatingip, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:37.534867 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-cb63f978-87c4-458b-93f5-517c3908bad7 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Floating IP 3df1ee56-9c53-457b-8a71-d6d6c6db1b23 disassociated (deleted). External IP: 172.27.2.119, port: 5fe04f1d-8991-4001-afec-f7df53ad287e. Jun 29 16:35:37.716134 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:35:37.736681 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] No Port match for: 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:35:37.737110 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 10e9b7f9-afc7-4f7a-8d06-115879c1e1f9 not bound to the agent host hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:35:37.747837 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb63f978-87c4-458b-93f5-517c3908bad7 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Router 18b7c948-9b6d-494e-af64-6bcc0c589490 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:35:37.857027 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb63f978-87c4-458b-93f5-517c3908bad7 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:35:37.861274 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cb63f978-87c4-458b-93f5-517c3908bad7 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:37.866562 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e16ba4-05a2-4481-b86d-2454a558bdf9 None None] Sync routers for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:35:37.877042 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e16ba4-05a2-4481-b86d-2454a558bdf9 None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:35:37.877658 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-83e16ba4-05a2-4481-b86d-2454a558bdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:35:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:37.898445 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-cb63f978-87c4-458b-93f5-517c3908bad7 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "DELETE /v2.0/floatingips/3df1ee56-9c53-457b-8a71-d6d6c6db1b23 HTTP/1.1" status: 204 len: 168 time: 0.8579082 Jun 29 16:35:37.899126 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'tag': '5fe04f1d-8991-4001-afec-f7df53ad287e'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:35:37.901482 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b263431c-38d5-43a6-b247-e3cb32338237" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce71892-ef2f-4e47-a6f2-11f77e50c6df", "tag": "5fe04f1d-8991-4001-afec-f7df53ad287e"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:35:37.938152 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cc50b2-10f1-4729-9f3b-4aeebb938ee1 x-openstack-request-id: req-02cc50b2-10f1-4729-9f3b-4aeebb938ee1 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:35:37.938491 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce71892-ef2f-4e47-a6f2-11f77e50c6df", "tag": "5fe04f1d-8991-4001-afec-f7df53ad287e", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:35:37.938791 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-02cc50b2-10f1-4729-9f3b-4aeebb938ee1 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:35:37.939230 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'tag': '5fe04f1d-8991-4001-afec-f7df53ad287e', 'status': 'completed', 'code': 200} Jun 29 16:35:37.997464 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-83e16ba4-05a2-4481-b86d-2454a558bdf9 None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:35:38.025930 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263431c-38d5-43a6-b247-e3cb32338237 req-a69b8926-3f9b-492b-8e67-ef55a1c8a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:38.027531 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b263431c-38d5-43a6-b247-e3cb32338237 req-a69b8926-3f9b-492b-8e67-ef55a1c8a7e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c8c1fd409ed43e2af9d40032270b255&device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 1098 time: 0.0626550 Jun 29 16:35:38.153191 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263431c-38d5-43a6-b247-e3cb32338237 req-683a9255-0142-4077-b3d8-eb03621d0134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:38.154764 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b263431c-38d5-43a6-b247-e3cb32338237 req-683a9255-0142-4077-b3d8-eb03621d0134 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 200 len: 913 time: 0.1210210 Jun 29 16:35:38.201149 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b263431c-38d5-43a6-b247-e3cb32338237 req-63ccc812-8ec1-46ce-96ea-d25a42323362 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe04f1d-8991-4001-afec-f7df53ad287e HTTP/1.1" status: 200 len: 217 time: 0.0384614 Jun 29 16:35:38.219268 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-83e16ba4-05a2-4481-b86d-2454a558bdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:38.251539 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e16ba4-05a2-4481-b86d-2454a558bdf9 None None] Checking router: 18b7c948-9b6d-494e-af64-6bcc0c589490 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:35:38.253969 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263431c-38d5-43a6-b247-e3cb32338237 req-08fa275a-8a81-4a12-8bf3-6f470ab17d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:38.255438 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b263431c-38d5-43a6-b247-e3cb32338237 req-08fa275a-8a81-4a12-8bf3-6f470ab17d95 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89a9a178-553f-4db0-b618-61d33d746787 HTTP/1.1" status: 200 len: 851 time: 0.0471504 Jun 29 16:35:38.267633 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e16ba4-05a2-4481-b86d-2454a558bdf9 None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:35:38.268277 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-83e16ba4-05a2-4481-b86d-2454a558bdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:35:11Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:38.302020 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-7eab6e57-4882-4550-911a-4ce66dc99038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:38.303722 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e889244-9e1c-4026-ba05-c12f4fb24abd req-89813baa-6822-448b-ac70-f99b987cc9fa tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:38.305642 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7e889244-9e1c-4026-ba05-c12f4fb24abd req-89813baa-6822-448b-ac70-f99b987cc9fa tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 945 time: 0.0727081 Jun 29 16:35:38.320113 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263431c-38d5-43a6-b247-e3cb32338237 req-4961ea56-3d31-478e-a871-80f0d1d840fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:38.321685 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b263431c-38d5-43a6-b247-e3cb32338237 req-4961ea56-3d31-478e-a871-80f0d1d840fd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efd76866-055a-4788-83f9-a828af2aedf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0594392 Jun 29 16:35:38.347333 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7e889244-9e1c-4026-ba05-c12f4fb24abd req-7ef1298d-a40b-4f07-8f78-b2018c689d6d tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4f7b6b1-bacc-48b8-830a-2b23df917a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358322 Jun 29 16:35:38.378861 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:38.391925 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-83e16ba4-05a2-4481-b86d-2454a558bdf9 None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:35:38.414037 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b263431c-38d5-43a6-b247-e3cb32338237 req-d1580e66-c225-491e-a367-8b015f4479a0 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853257 Jun 29 16:35:38.509671 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b263431c-38d5-43a6-b247-e3cb32338237 req-c8a509a2-f725-4c77-88d6-5c78a6a0d824 service neutron] 10.222.0.77 "GET /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871191 Jun 29 16:35:38.594812 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-83e16ba4-05a2-4481-b86d-2454a558bdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:38.627198 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e16ba4-05a2-4481-b86d-2454a558bdf9 None None] The sync data for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi is: [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:26:28Z', 'revision_number': 4, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi', '_interfaces': [{'id': '2cce6529-9dc7-4b21-95d0-930354ce7ca9', 'name': '', 'network_id': 'efd76866-055a-4788-83f9-a828af2aedf6', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'mac_address': 'fa:16:3e:81:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '89a9a178-553f-4db0-b618-61d33d746787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:27Z', 'updated_at': '2021-06-29T16:26:34Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'subnets': [{'id': '89a9a178-553f-4db0-b618-61d33d746787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:35:38.723677 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:35:38.851531 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f86fda5-08ad-45c1-9f3a-79b367382b26 None None] New status for floating IP 3df1ee56-9c53-457b-8a71-d6d6c6db1b23: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:35:39.022866 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c930f6-4bf3-43dc-9e6c-9f975c9b76fa req-98a6e19f-17e1-4438-9d36-f07cdc8e5e75 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:39.024361 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33c930f6-4bf3-43dc-9e6c-9f975c9b76fa req-98a6e19f-17e1-4438-9d36-f07cdc8e5e75 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 945 time: 0.0625196 Jun 29 16:35:39.132509 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-33c930f6-4bf3-43dc-9e6c-9f975c9b76fa req-ae8b509d-8b0b-4f34-b789-ce2bb29045a3 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Deleting port 5fe04f1d-8991-4001-afec-f7df53ad287e {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:35:39.132859 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-33c930f6-4bf3-43dc-9e6c-9f975c9b76fa req-ae8b509d-8b0b-4f34-b789-ce2bb29045a3 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:39.218971 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-33c930f6-4bf3-43dc-9e6c-9f975c9b76fa req-ae8b509d-8b0b-4f34-b789-ce2bb29045a3 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] For port 5fe04f1d-8991-4001-afec-f7df53ad287e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5fe04f1d-8991-4001-afec-f7df53ad287e,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:39.219696 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-33c930f6-4bf3-43dc-9e6c-9f975c9b76fa req-ae8b509d-8b0b-4f34-b789-ce2bb29045a3 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:39.232243 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-33c930f6-4bf3-43dc-9e6c-9f975c9b76fa req-ae8b509d-8b0b-4f34-b789-ce2bb29045a3 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Calling delete_port for 5fe04f1d-8991-4001-afec-f7df53ad287e owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:35:39.364655 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-33c930f6-4bf3-43dc-9e6c-9f975c9b76fa req-ae8b509d-8b0b-4f34-b789-ce2bb29045a3 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:39.369016 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-aba9e9d0-a51e-4cf2-b02e-19bbbff5436c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:39.395253 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b509d-8b0b-4f34-b789-ce2bb29045a3 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event deleted for resources: {'Port': ['ID=5fe04f1d-8991-4001-afec-f7df53ad287e,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:39.398472 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ae8b509d-8b0b-4f34-b789-ce2bb29045a3 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:39.447066 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c930f6-4bf3-43dc-9e6c-9f975c9b76fa req-ae8b509d-8b0b-4f34-b789-ce2bb29045a3 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] No DVR routers for this DVR port 5fe04f1d-8991-4001-afec-f7df53ad287e on host hv-cinder-78662 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:35:39.449529 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-33c930f6-4bf3-43dc-9e6c-9f975c9b76fa req-ae8b509d-8b0b-4f34-b789-ce2bb29045a3 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:39.451661 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33c930f6-4bf3-43dc-9e6c-9f975c9b76fa req-ae8b509d-8b0b-4f34-b789-ce2bb29045a3 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.77 "DELETE /v2.0/ports/5fe04f1d-8991-4001-afec-f7df53ad287e HTTP/1.1" status: 204 len: 173 time: 0.4214988 Jun 29 16:35:39.506880 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4a5f9be7-dc53-4163-bdd4-54a5982f8e90 req-786fe842-24c0-478d-81c1-b40d3e47f900 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce71892-ef2f-4e47-a6f2-11f77e50c6df HTTP/1.1" status: 200 len: 210 time: 0.0298414 Jun 29 16:35:39.941268 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'name': 'network-vif-deleted', 'tag': '5fe04f1d-8991-4001-afec-f7df53ad287e'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:35:39.943725 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ed1eba2f67c7ed5dac21b307b502d78b480f126e91458961bba256577f7aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ac05e1-0903-4862-bd69-bf7a4b121515" -d '{"events": [{"server_uuid": "3ce71892-ef2f-4e47-a6f2-11f77e50c6df", "name": "network-vif-deleted", "tag": "5fe04f1d-8991-4001-afec-f7df53ad287e"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:35:40.131868 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6b8814-f614-4d7b-9bda-d366da2f6800 x-openstack-request-id: req-6d6b8814-f614-4d7b-9bda-d366da2f6800 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:35:40.132202 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce71892-ef2f-4e47-a6f2-11f77e50c6df", "name": "network-vif-deleted", "tag": "5fe04f1d-8991-4001-afec-f7df53ad287e", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:35:40.132490 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d6b8814-f614-4d7b-9bda-d366da2f6800 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:35:40.132920 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce71892-ef2f-4e47-a6f2-11f77e50c6df', 'name': 'network-vif-deleted', 'tag': '5fe04f1d-8991-4001-afec-f7df53ad287e', 'status': 'completed', 'code': 200} Jun 29 16:35:40.599730 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49186) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:40.725743 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-79059c5b-fc0c-4693-b72b-168c4f36266f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Deleting port 1620b93f-defc-440b-b70d-3782f4c30770 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:35:40.725988 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-79059c5b-fc0c-4693-b72b-168c4f36266f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:40.817254 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-79059c5b-fc0c-4693-b72b-168c4f36266f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:40.817579 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-79059c5b-fc0c-4693-b72b-168c4f36266f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:40.830063 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-79059c5b-fc0c-4693-b72b-168c4f36266f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Calling delete_port for 1620b93f-defc-440b-b70d-3782f4c30770 owned by network:floatingip {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:35:40.852737 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-818a1416-488c-4f1a-b058-0f5d1cf4b6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:40.969691 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-79059c5b-fc0c-4693-b72b-168c4f36266f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:40.974200 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ebb7a007-b356-402b-8184-24004a8c60b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:40.998745 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79059c5b-fc0c-4693-b72b-168c4f36266f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event deleted for resources: {'Port': ['ID=1620b93f-defc-440b-b70d-3782f4c30770,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:41.002539 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-79059c5b-fc0c-4693-b72b-168c4f36266f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:41.068563 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-79059c5b-fc0c-4693-b72b-168c4f36266f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for floatingip, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:41.071132 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-79059c5b-fc0c-4693-b72b-168c4f36266f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129976'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:41.072336 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-79059c5b-fc0c-4693-b72b-168c4f36266f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "DELETE /v2.0/floatingips/3d95c1a7-634d-4777-91cd-d18492c260df HTTP/1.1" status: 204 len: 168 time: 0.4716299 Jun 29 16:35:41.478417 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:42.082013 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:42.352643 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49198) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:42.420950 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0607a6ea-4879-492b-b391-a43961a4179f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:42.447269 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0607a6ea-4879-492b-b391-a43961a4179f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:42.510372 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0607a6ea-4879-492b-b391-a43961a4179f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:42.513888 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0607a6ea-4879-492b-b391-a43961a4179f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:42.514366 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0607a6ea-4879-492b-b391-a43961a4179f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] 10.222.0.66 "DELETE /v2.0/security-groups/f4f7b6b1-bacc-48b8-830a-2b23df917a2d HTTP/1.1" status: 204 len: 168 time: 0.1607213 Jun 29 16:35:42.515169 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f9a97102-3167-4ac1-8ccf-a31f7a80e48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:42.525023 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607a6ea-4879-492b-b391-a43961a4179f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f7b6b1-bacc-48b8-830a-2b23df917a2d,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:42.527446 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0607a6ea-4879-492b-b391-a43961a4179f tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:42.576735 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49202) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:43.027286 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-779ab623-14b4-4241-83d9-a69628efd722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4113927'] for router_interface, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:43.294920 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-779ab623-14b4-4241-83d9-a69628efd722 admin admin] Deleting port 2cce6529-9dc7-4b21-95d0-930354ce7ca9 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:35:43.295261 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-779ab623-14b4-4241-83d9-a69628efd722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:43.380425 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-779ab623-14b4-4241-83d9-a69628efd722 admin admin] For port 2cce6529-9dc7-4b21-95d0-930354ce7ca9, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=2cce6529-9dc7-4b21-95d0-930354ce7ca9,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:43.381120 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-779ab623-14b4-4241-83d9-a69628efd722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:43.395848 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-779ab623-14b4-4241-83d9-a69628efd722 admin admin] Calling delete_port for 2cce6529-9dc7-4b21-95d0-930354ce7ca9 owned by network:router_interface {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:35:43.750256 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 5fe04f1d-8991-4001-afec-f7df53ad287e no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:35:43.776193 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] No Port match for: 5fe04f1d-8991-4001-afec-f7df53ad287e {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:35:43.776548 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Device 5fe04f1d-8991-4001-afec-f7df53ad287e not bound to the agent host hv-cinder-78662 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:35:43.828492 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:43.886562 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-779ab623-14b4-4241-83d9-a69628efd722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:43.888828 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-47c839ce-c81b-4677-9673-31c871d25edf tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:43.912876 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ab623-14b4-4241-83d9-a69628efd722 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cce6529-9dc7-4b21-95d0-930354ce7ca9,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:43.919984 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-779ab623-14b4-4241-83d9-a69628efd722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:44.081644 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-779ab623-14b4-4241-83d9-a69628efd722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774135'] for router_interface, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:44.307899 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779ab623-14b4-4241-83d9-a69628efd722 admin admin] Router 18b7c948-9b6d-494e-af64-6bcc0c589490 has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:35:44.420600 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779ab623-14b4-4241-83d9-a69628efd722 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:35:44.426331 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-779ab623-14b4-4241-83d9-a69628efd722 admin admin] 10.222.0.66 "PUT /v2.0/routers/18b7c948-9b6d-494e-af64-6bcc0c589490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8481038 Jun 29 16:35:44.428706 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49206) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:44.431853 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b4b9ed-f7e8-4dd5-b5ef-eb872f8034ce None None] Sync routers for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:35:44.442261 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b4b9ed-f7e8-4dd5-b5ef-eb872f8034ce None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:35:44.443022 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a2b4b9ed-f7e8-4dd5-b5ef-eb872f8034ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:35:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:44.537187 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ace98458-dfe1-47d4-a56a-12b5e4fd1a92 admin admin] Notify callbacks [] for router, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:44.564515 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-a2b4b9ed-f7e8-4dd5-b5ef-eb872f8034ce None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: dv-cinder-786627-15-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:35:44.642282 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ace98458-dfe1-47d4-a56a-12b5e4fd1a92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:44.696797 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-ace98458-dfe1-47d4-a56a-12b5e4fd1a92 admin admin] Deleting port 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:35:44.697143 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ace98458-dfe1-47d4-a56a-12b5e4fd1a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:44.748824 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a2b4b9ed-f7e8-4dd5-b5ef-eb872f8034ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:35:43Z', 'revision_number': 5, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port': {'id': '7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:25Z', 'updated_at': '2021-06-29T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:44.787317 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-ace98458-dfe1-47d4-a56a-12b5e4fd1a92 admin admin] For port 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:44.787695 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ace98458-dfe1-47d4-a56a-12b5e4fd1a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:44.802476 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-ace98458-dfe1-47d4-a56a-12b5e4fd1a92 admin admin] Calling delete_port for 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3 owned by network:router_gateway {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:35:44.905648 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b4b9ed-f7e8-4dd5-b5ef-eb872f8034ce None None] Checking router: 18b7c948-9b6d-494e-af64-6bcc0c589490 for host: dv-cinder-786627-15-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:35:44.915501 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b4b9ed-f7e8-4dd5-b5ef-eb872f8034ce None None] Routers {'18b7c948-9b6d-494e-af64-6bcc0c589490'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:35:44.915811 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a2b4b9ed-f7e8-4dd5-b5ef-eb872f8034ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:35:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['18b7c948-9b6d-494e-af64-6bcc0c589490'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:44.974672 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ace98458-dfe1-47d4-a56a-12b5e4fd1a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:44.976768 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ae8b509d-8b0b-4f34-b789-ce2bb29045a3 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:45.000285 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace98458-dfe1-47d4-a56a-12b5e4fd1a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:45.002741 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ace98458-dfe1-47d4-a56a-12b5e4fd1a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:45.011816 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-a2b4b9ed-f7e8-4dd5-b5ef-eb872f8034ce None None] Set router 18b7c948-9b6d-494e-af64-6bcc0c589490 gateway port host: None {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:35:45.065440 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ace98458-dfe1-47d4-a56a-12b5e4fd1a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773907'] for router_gateway, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.067446 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a2b4b9ed-f7e8-4dd5-b5ef-eb872f8034ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:35:44Z', 'revision_number': 6, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port_host': None}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:45.096177 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b4b9ed-f7e8-4dd5-b5ef-eb872f8034ce None None] The sync data for ids ['18b7c948-9b6d-494e-af64-6bcc0c589490'] in dv-cinder-786627-15-iscsi is: [{'id': '18b7c948-9b6d-494e-af64-6bcc0c589490', 'name': 'tempest-TestVolumeBootPattern-1901820083-router', 'tenant_id': '8c8c1fd409ed43e2af9d40032270b255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:24Z', 'updated_at': '2021-06-29T16:35:44Z', 'revision_number': 6, 'project_id': '8c8c1fd409ed43e2af9d40032270b255', 'gw_port_host': None}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:35:45.167716 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ace98458-dfe1-47d4-a56a-12b5e4fd1a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4115867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1295'] for router, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.169747 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ace98458-dfe1-47d4-a56a-12b5e4fd1a92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.211388 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ace98458-dfe1-47d4-a56a-12b5e4fd1a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4113298'] for router, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.211974 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace98458-dfe1-47d4-a56a-12b5e4fd1a92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18b7c948-9b6d-494e-af64-6bcc0c589490 {{(pid=92895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:35:45.216882 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ace98458-dfe1-47d4-a56a-12b5e4fd1a92 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.217780 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ace98458-dfe1-47d4-a56a-12b5e4fd1a92 admin admin] 10.222.0.66 "DELETE /v2.0/routers/18b7c948-9b6d-494e-af64-6bcc0c589490 HTTP/1.1" status: 204 len: 168 time: 0.7881632 Jun 29 16:35:45.220840 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 49208) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:45.269114 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Deleting subnet 89a9a178-553f-4db0-b618-61d33d746787 {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:35:45.272246 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.306085 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10093827'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.388303 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531522'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.450427 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10444977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10257487'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.453003 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:45.465833 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.467742 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] 10.222.0.66 "DELETE /v2.0/subnets/89a9a178-553f-4db0-b618-61d33d746787 HTTP/1.1" status: 204 len: 168 time: 0.2449865 Jun 29 16:35:45.474488 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49210) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:45.486324 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b6a3f4-d66d-4689-b743-8865ab779eb8 None None] Network efd76866-055a-4788-83f9-a828af2aedf6 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:35:45.488293 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a9a178-553f-4db0-b618-61d33d746787,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:45.498126 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:45.498568 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:45.498958 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:45.499330 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:45.499732 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:45.500103 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:45.500470 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:45.500832 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:45.501194 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:45.501559 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:45.501921 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:45.502359 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:45.506924 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1cefe792-4ff2-499b-b15a-c7d67328dccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:45.575399 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621183'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.587748 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 2cce6529-9dc7-4b21-95d0-930354ce7ca9 no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:35:45.629042 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: 2cce6529-9dc7-4b21-95d0-930354ce7ca9 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:35:45.629400 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 2cce6529-9dc7-4b21-95d0-930354ce7ca9 not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:35:45.639714 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] Deleting port 477f1bdc-d025-4eb2-91a0-adef4d9b0beb {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:35:45.640104 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.706429 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] For port 477f1bdc-d025-4eb2-91a0-adef4d9b0beb, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=477f1bdc-d025-4eb2-91a0-adef4d9b0beb,segment=NetworkSegment(121db084-96dd-464a-9d7f-056667f757e7),segment_id=121db084-96dd-464a-9d7f-056667f757e7)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:45.706793 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.721199 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] Calling delete_port for 477f1bdc-d025-4eb2-91a0-adef4d9b0beb owned by network:dhcp {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:35:45.801446 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.803536 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9d83b14b-25f0-4cdb-ade5-b85d09f86e65 tempest-TestShelveInstance-621017913 tempest-TestShelveInstance-621017913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:45.828579 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] Pushing event deleted for resources: {'Port': ['ID=477f1bdc-d025-4eb2-91a0-adef4d9b0beb,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:45.830794 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:45.831772 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] No DVR routers for this DVR port 477f1bdc-d025-4eb2-91a0-adef4d9b0beb on host dv-cinder-786627-15-iscsi {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:35:45.908578 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531612', 'neutron.services.segments.db._delete_segments_for_network-8766223617091'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.919615 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd76866-055a-4788-83f9-a828af2aedf6']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:45.933355 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121db084-96dd-464a-9d7f-056667f757e7') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:45.933955 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121db084-96dd-464a-9d7f-056667f757e7') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:45.936520 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0de11a-e84c-413f-964e-f7635058a61c None None] DHCP port deletion for efd76866-055a-4788-83f9-a828af2aedf6 request from dv-cinder-786627-15-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:35:45.945554 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766223416266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9042944'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.963268 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.969886 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:35:45.970284 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9365018'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: timer() Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: cb(*args, **kw) Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: self._notify() Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: self.callback(batched_events) Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: event.method(event) Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._get(url).json() Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:35:45.972182 dv-cinder-786627-15-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:35:46.026413 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3760702'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:46.031363 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:46.033347 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] 10.222.0.66 "DELETE /v2.0/networks/efd76866-055a-4788-83f9-a828af2aedf6 HTTP/1.1" status: 204 len: 168 time: 0.5578427 Jun 29 16:35:46.034296 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6af654bc-b067-4dc8-9d39-e89470d99525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:46.036283 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49212) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:46.083742 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] Pushing event deleted for resources: {'Network': ['ID=efd76866-055a-4788-83f9-a828af2aedf6,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:46.086200 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-94e58bc1-3795-4c74-8f0c-fa3c9f55c656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:46.392446 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f187cc24-66d9-4ef8-9fd2-82a70e4bf168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4113927'] for router_interface, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:46.642883 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-f187cc24-66d9-4ef8-9fd2-82a70e4bf168 admin admin] Deleting port a03fe27a-cb9a-49fe-8988-723c0ca30bbf {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:35:46.644094 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f187cc24-66d9-4ef8-9fd2-82a70e4bf168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:46.721299 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-f187cc24-66d9-4ef8-9fd2-82a70e4bf168 admin admin] For port a03fe27a-cb9a-49fe-8988-723c0ca30bbf, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=a03fe27a-cb9a-49fe-8988-723c0ca30bbf,segment=NetworkSegment(cc00e25b-25a8-4567-88be-bc8464658853),segment_id=cc00e25b-25a8-4567-88be-bc8464658853)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:46.722272 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f187cc24-66d9-4ef8-9fd2-82a70e4bf168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:46.734786 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-f187cc24-66d9-4ef8-9fd2-82a70e4bf168 admin admin] Calling delete_port for a03fe27a-cb9a-49fe-8988-723c0ca30bbf owned by network:router_interface {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:35:46.912211 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f187cc24-66d9-4ef8-9fd2-82a70e4bf168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:46.914218 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6f8f3732-3081-47bb-82c1-2455754b041b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:46.942259 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187cc24-66d9-4ef8-9fd2-82a70e4bf168 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03fe27a-cb9a-49fe-8988-723c0ca30bbf,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:46.944634 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f187cc24-66d9-4ef8-9fd2-82a70e4bf168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:47.108928 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f187cc24-66d9-4ef8-9fd2-82a70e4bf168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774135'] for router_interface, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:47.329373 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f187cc24-66d9-4ef8-9fd2-82a70e4bf168 admin admin] Router 4a7ba308-b231-49bf-9d0e-83414c533a3c has already been hosted by L3 agent c7d89d60-7bee-482a-aed2-f0cf7b9c79ef {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:35:47.383516 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 477f1bdc-d025-4eb2-91a0-adef4d9b0beb no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:35:47.402764 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: 477f1bdc-d025-4eb2-91a0-adef4d9b0beb {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:35:47.403115 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 477f1bdc-d025-4eb2-91a0-adef4d9b0beb not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:35:47.403588 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3 no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:35:47.422315 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:35:47.422648 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device 7b39f8a0-fe32-4a07-aaa3-f1fb0ccfaae3 not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:35:47.441455 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f187cc24-66d9-4ef8-9fd2-82a70e4bf168 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:35:47.446329 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f187cc24-66d9-4ef8-9fd2-82a70e4bf168 admin admin] 10.222.0.66 "PUT /v2.0/routers/4a7ba308-b231-49bf-9d0e-83414c533a3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4090950 Jun 29 16:35:47.448831 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49214) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:47.451413 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9bfe24-1953-4e66-9c53-979163f98ada None None] Sync routers for ids ['4a7ba308-b231-49bf-9d0e-83414c533a3c'] in dv-cinder-786627-15-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:35:47.465346 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9bfe24-1953-4e66-9c53-979163f98ada None None] Routers {'4a7ba308-b231-49bf-9d0e-83414c533a3c'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:35:47.465964 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7c9bfe24-1953-4e66-9c53-979163f98ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:35:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['4a7ba308-b231-49bf-9d0e-83414c533a3c'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:47.575031 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-7c9bfe24-1953-4e66-9c53-979163f98ada None None] Set router 4a7ba308-b231-49bf-9d0e-83414c533a3c gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:35:47.763974 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7c9bfe24-1953-4e66-9c53-979163f98ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'name': 'tempest-TestVolumeBootPattern-1179944803-router', 'tenant_id': '0609f2aaf86a4a7d92389409bb07ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:35:46Z', 'revision_number': 5, 'project_id': '0609f2aaf86a4a7d92389409bb07ec78', 'gw_port': {'id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:47.790072 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9bfe24-1953-4e66-9c53-979163f98ada None None] Checking router: 4a7ba308-b231-49bf-9d0e-83414c533a3c for host: dv-cinder-786627-15-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:35:47.799136 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9bfe24-1953-4e66-9c53-979163f98ada None None] Routers {'4a7ba308-b231-49bf-9d0e-83414c533a3c'} bound to L3 agent in host dv-cinder-786627-15-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:35:47.800427 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7c9bfe24-1953-4e66-9c53-979163f98ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:11Z,description=,heartbeat_timestamp=2021-06-29T16:35:41Z,host='dv-cinder-786627-15-iscsi',id=c7d89d60-7bee-482a-aed2-f0cf7b9c79ef,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:11Z,topic='l3_agent')) {'router_ids': ['4a7ba308-b231-49bf-9d0e-83414c533a3c'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:47.844431 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-492d6b5d-dfde-4252-9c1e-69703b61313e admin admin] Notify callbacks [] for router, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:47.910345 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-7c9bfe24-1953-4e66-9c53-979163f98ada None None] Set router 4a7ba308-b231-49bf-9d0e-83414c533a3c gateway port host: dv-cinder-786627-15-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:35:47.946814 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-492d6b5d-dfde-4252-9c1e-69703b61313e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.003126 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-492d6b5d-dfde-4252-9c1e-69703b61313e admin admin] Deleting port b8e7915f-3046-4327-baf0-c9489f1c2ad3 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:35:48.003610 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-492d6b5d-dfde-4252-9c1e-69703b61313e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.082088 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-492d6b5d-dfde-4252-9c1e-69703b61313e admin admin] For port b8e7915f-3046-4327-baf0-c9489f1c2ad3, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=b8e7915f-3046-4327-baf0-c9489f1c2ad3,segment=NetworkSegment(c7c76525-b418-463c-9dbc-2f8afd39a639),segment_id=c7c76525-b418-463c-9dbc-2f8afd39a639)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:48.082447 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-492d6b5d-dfde-4252-9c1e-69703b61313e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.087997 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7c9bfe24-1953-4e66-9c53-979163f98ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'name': 'tempest-TestVolumeBootPattern-1179944803-router', 'tenant_id': '0609f2aaf86a4a7d92389409bb07ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:35:46Z', 'revision_number': 5, 'project_id': '0609f2aaf86a4a7d92389409bb07ec78', 'gw_port': {'id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}], 'dv-cinder-786627-15-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:48.099286 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-492d6b5d-dfde-4252-9c1e-69703b61313e admin admin] Calling delete_port for b8e7915f-3046-4327-baf0-c9489f1c2ad3 owned by network:router_gateway {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:35:48.113763 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9bfe24-1953-4e66-9c53-979163f98ada None None] The sync data for ids ['4a7ba308-b231-49bf-9d0e-83414c533a3c'] in dv-cinder-786627-15-iscsi is: [{'id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'name': 'tempest-TestVolumeBootPattern-1179944803-router', 'tenant_id': '0609f2aaf86a4a7d92389409bb07ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'external_fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:35:46Z', 'revision_number': 5, 'project_id': '0609f2aaf86a4a7d92389409bb07ec78', 'gw_port': {'id': 'b8e7915f-3046-4327-baf0-c9489f1c2ad3', 'name': '', 'network_id': '5a8f68e6-0767-4a4d-9abf-cbf34fb67a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7ba308-b231-49bf-9d0e-83414c533a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:26:30Z', 'updated_at': '2021-06-29T16:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ac779d2-8082-470d-890a-e93f2ae1fa64', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-iscsi'}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:35:48.261871 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-492d6b5d-dfde-4252-9c1e-69703b61313e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.265109 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cb63f978-87c4-458b-93f5-517c3908bad7 tempest-TestVolumeBootPattern-1359514088 tempest-TestVolumeBootPattern-1359514088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:48.292183 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d6b5d-dfde-4252-9c1e-69703b61313e admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e7915f-3046-4327-baf0-c9489f1c2ad3,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:48.295881 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-492d6b5d-dfde-4252-9c1e-69703b61313e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:48.355390 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-492d6b5d-dfde-4252-9c1e-69703b61313e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773907'] for router_gateway, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.445495 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-492d6b5d-dfde-4252-9c1e-69703b61313e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4115867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1295'] for router, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.447744 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-492d6b5d-dfde-4252-9c1e-69703b61313e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.500435 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-492d6b5d-dfde-4252-9c1e-69703b61313e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4113298'] for router, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.501333 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492d6b5d-dfde-4252-9c1e-69703b61313e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a7ba308-b231-49bf-9d0e-83414c533a3c {{(pid=92895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:35:48.507632 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-492d6b5d-dfde-4252-9c1e-69703b61313e admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.508862 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-492d6b5d-dfde-4252-9c1e-69703b61313e admin admin] 10.222.0.66 "DELETE /v2.0/routers/4a7ba308-b231-49bf-9d0e-83414c533a3c HTTP/1.1" status: 204 len: 168 time: 1.0591319 Jun 29 16:35:48.511358 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49216) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:48.557376 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b861ab93-9273-461d-9f1a-dc304a8292e1 admin admin] Deleting subnet 6dfded72-af4a-41c9-8884-79368473997e {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:35:48.560879 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b861ab93-9273-461d-9f1a-dc304a8292e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.604400 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b861ab93-9273-461d-9f1a-dc304a8292e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9042959'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.707259 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b861ab93-9273-461d-9f1a-dc304a8292e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531522'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.767998 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b861ab93-9273-461d-9f1a-dc304a8292e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9365175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12300084'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.771077 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:48.793914 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861ab93-9273-461d-9f1a-dc304a8292e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dfded72-af4a-41c9-8884-79368473997e,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:48.797006 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b861ab93-9273-461d-9f1a-dc304a8292e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:48.798001 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b861ab93-9273-461d-9f1a-dc304a8292e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.800372 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-b861ab93-9273-461d-9f1a-dc304a8292e1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6dfded72-af4a-41c9-8884-79368473997e HTTP/1.1" status: 204 len: 168 time: 0.2878509 Jun 29 16:35:48.802934 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49218) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:48.803794 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238026f1-4b61-47a9-9b31-d66669677ca9 None None] Network 65d695ed-6599-4dec-a8f1-a9aa79b05765 requested from dv-cinder-786627-15-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:35:48.875168 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621183'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.939743 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] Deleting port af01e31a-1560-4b84-98a5-c01457d1d03a {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:35:48.941037 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766223578682'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.004851 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] For port af01e31a-1560-4b84-98a5-c01457d1d03a, host dv-cinder-786627-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-iscsi',level=0,port_id=af01e31a-1560-4b84-98a5-c01457d1d03a,segment=NetworkSegment(cc00e25b-25a8-4567-88be-bc8464658853),segment_id=cc00e25b-25a8-4567-88be-bc8464658853)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:49.005103 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4117478'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.017978 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] Calling delete_port for af01e31a-1560-4b84-98a5-c01457d1d03a owned by network:dhcp {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:35:49.105104 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ae9a9a-11d2-4be1-babe-6398101d49ed None None] DHCP port deletion for 65d695ed-6599-4dec-a8f1-a9aa79b05765 request from dv-cinder-786627-15-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:35:49.108317 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766223533864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766223078157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365069'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.113327 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-eb8007d6-8309-4e23-aefb-138bffafa7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:49.142303 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] Pushing event deleted for resources: {'Port': ['ID=af01e31a-1560-4b84-98a5-c01457d1d03a,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:49.143153 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] No DVR routers for this DVR port af01e31a-1560-4b84-98a5-c01457d1d03a on host dv-cinder-786627-15-iscsi {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:35:49.147471 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:49.225179 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531612', 'neutron.services.segments.db._delete_segments_for_network-8766223617091'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.239786 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d695ed-6599-4dec-a8f1-a9aa79b05765']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:49.250104 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc00e25b-25a8-4567-88be-bc8464658853') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:49.250399 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc00e25b-25a8-4567-88be-bc8464658853') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:49.259463 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766223416266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9042944'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.274718 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.281695 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:35:49.282113 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9365018'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: timer() Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: cb(*args, **kw) Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: self._notify() Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: self.callback(batched_events) Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: event.method(event) Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._get(url).json() Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:35:49.284570 dv-cinder-786627-15-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:35:49.339119 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device a03fe27a-cb9a-49fe-8988-723c0ca30bbf no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:35:49.340828 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3709391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3760702'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.344761 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:49.358021 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709418'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.359960 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] 10.222.0.66 "DELETE /v2.0/networks/65d695ed-6599-4dec-a8f1-a9aa79b05765 HTTP/1.1" status: 204 len: 168 time: 0.5557046 Jun 29 16:35:49.361441 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] Pushing event deleted for resources: {'Network': ['ID=65d695ed-6599-4dec-a8f1-a9aa79b05765,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:49.363933 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: a03fe27a-cb9a-49fe-8988-723c0ca30bbf {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:35:49.364460 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0bc0ed28-987b-46cd-96f0-23c6ecb9f99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:49.364656 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device a03fe27a-cb9a-49fe-8988-723c0ca30bbf not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:35:49.365425 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device af01e31a-1560-4b84-98a5-c01457d1d03a no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:35:49.387968 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: af01e31a-1560-4b84-98a5-c01457d1d03a {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:35:49.388397 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device af01e31a-1560-4b84-98a5-c01457d1d03a not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:35:49.388952 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device b8e7915f-3046-4327-baf0-c9489f1c2ad3 no longer exists at agent ovs-agent-dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:35:49.408233 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] No Port match for: b8e7915f-3046-4327-baf0-c9489f1c2ad3 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:35:49.408590 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Device b8e7915f-3046-4327-baf0-c9489f1c2ad3 not bound to the agent host dv-cinder-786627-15-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:35:49.486096 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 49222) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:49.529402 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-bdb4e15e-b570-49f5-9734-55248319253d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8c8c1fd409ed43e2af9d40032270b255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417697 Jun 29 16:35:49.531914 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.66', 49224) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:49.585790 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-12ae2797-234e-4d0f-a5ae-5bb20959ec02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.608133 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-12ae2797-234e-4d0f-a5ae-5bb20959ec02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.657794 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-12ae2797-234e-4d0f-a5ae-5bb20959ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.661067 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-12ae2797-234e-4d0f-a5ae-5bb20959ec02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.662230 dv-cinder-786627-15-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-12ae2797-234e-4d0f-a5ae-5bb20959ec02 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/134b1c19-357c-442f-a308-fc5b5dbace1d HTTP/1.1" status: 204 len: 168 time: 0.1291096 Jun 29 16:35:49.663002 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-33bc4ddd-3f9e-4b7a-8bba-b9499af46447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:49.671170 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae2797-234e-4d0f-a5ae-5bb20959ec02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134b1c19-357c-442f-a308-fc5b5dbace1d,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:49.673738 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-12ae2797-234e-4d0f-a5ae-5bb20959ec02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:50.000814 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49230) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:50.042195 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-93f514c3-ae04-469e-91c1-108f92934a13 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0609f2aaf86a4a7d92389409bb07ec78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401247 Jun 29 16:35:50.044549 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.66', 49232) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:50.100598 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-afcd42cb-fa56-4328-bc5d-2dd4a2fc085e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:50.122402 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-afcd42cb-fa56-4328-bc5d-2dd4a2fc085e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:50.184031 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-afcd42cb-fa56-4328-bc5d-2dd4a2fc085e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4170324'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:50.186760 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-afcd42cb-fa56-4328-bc5d-2dd4a2fc085e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:50.187938 dv-cinder-786627-15-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-afcd42cb-fa56-4328-bc5d-2dd4a2fc085e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7267d3d-44c5-4c83-a145-72bee9a45365 HTTP/1.1" status: 204 len: 168 time: 0.1414697 Jun 29 16:35:50.188827 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0794e899-ad33-4d0d-b45e-8c7bea32203f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:50.197137 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd42cb-fa56-4328-bc5d-2dd4a2fc085e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7267d3d-44c5-4c83-a145-72bee9a45365,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:50.201908 dv-cinder-786627-15-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-afcd42cb-fa56-4328-bc5d-2dd4a2fc085e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:08.253907 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9a5c4695-9d42-4c27-acb4-3dbd5552cced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:08.377607 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:10.854703 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4061212d-ec10-47ea-8fd1-5e4b5cbc4391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:11.479797 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:12.083363 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:13.830226 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:15.723809 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:36:38.253894 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2dc2f477-a16a-4d60-ab15-74ddf2c3e095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:38.383019 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:40.858345 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-25b7205c-d991-4f5c-908e-8b7c1d7407ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:41.480354 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:42.084781 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:43.834998 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:52.722799 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:37:08.254768 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4231c49a-b4b9-4851-907a-64d2bcd35858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:08.387116 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:10.862267 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c0df995e-b229-4ddb-acfd-b06e829e8e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:11.480913 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:12.086690 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:13.834949 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:29.720547 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:37:38.258688 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-16c300ca-7b8c-4528-9a27-5d43faba083b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:38.399268 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:40.862691 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b4576f7c-e92a-4270-a4d4-39b7875175e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:41.480635 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:42.098491 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:43.838424 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:06.720292 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:38:08.258354 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a1150-4b6b-4529-af18-74461fa74455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:08.410355 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:10.863083 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-649f57c3-db56-4706-9b0c-a98a8948cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:11.481998 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:12.092683 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:13.840758 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:38.258401 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c5cb9715-4851-48fe-b004-5355cde8cda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:38.416787 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:40.865258 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb828-9820-41d6-9025-fc51ca3ca896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:41.482221 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:42.094767 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:43.718859 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:38:43.842808 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:07.319179 dv-cinder-786627-15-iscsi neutron-server[92894]: DEBUG neutron.wsgi [req-948e28a9-6850-4e12-afb6-b05469ba20bd req-d7e04844-c11b-4a15-bb59-45ae221b8732 tempest-AttachVolumeNegativeTest-1120126590 tempest-AttachVolumeNegativeTest-1120126590-project] (92894) timed out ('10.222.0.77', 59226) {{(pid=92894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 16:39:08.259320 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c452d638-664a-46da-8021-9aaffa5a1f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:08.456659 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:10.867269 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d491d9ed-8842-4843-afe0-ede5c3219602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:11.486769 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:12.097869 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:13.845720 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:20.717774 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:39:38.264554 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8d2962eb-854b-4280-a5fe-bd37b9489dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:38.468203 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:40.867362 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3f61a25f-afe8-4ec7-9eac-95ccae849d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:41.488134 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:42.100619 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:43.849151 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:57.715770 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:40:08.257748 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-29bcba83-bad4-4a75-999f-a984b14eebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:08.472118 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:10.868567 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e95004a0-1cee-4d1d-b8ac-92e338f30f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:11.488797 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:12.105805 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:13.851808 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:34.714472 dv-cinder-786627-15-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-a25dd53d-a978-4210-9c96-44315a9795b2 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:40:38.262885 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-cad30a79-1cba-4d01-84d1-58d0137640a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:38.483983 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9777766b-802a-4cef-b53d-5023fb147f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:40.868889 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d5930105-3964-4f58-8626-c649a7bc09b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:41.490590 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275d211b-a344-4005-bbdf-6def66f44773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:42.106224 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4417795-74b6-4bdd-bc41-753391c18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:43.854604 dv-cinder-786627-15-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-14ab6b68-e8ed-4283-8261-af6ec7de26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766223617073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-527170'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}